00000800:00000200:1.1F:1776994728.238952:0:3357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000894683e5] -> 12345-192.168.201.135@tcp (2) 00000800:00000200:2.1F:1776994728.242965:0:3349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000894683e5] -> 12345-192.168.201.135@tcp (2) 00000800:00000200:2.1:1776994728.242979:0:3349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.135@tcp 00000000f347450c deleted 00000800:00000010:2.1:1776994728.242982:0:3349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f347450c. 00000800:00000200:2.1:1776994728.242988:0:3349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1776994728.242996:0:3349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.135@tcp ip 192.168.201.135:1023 00000800:00000200:2.1:1776994728.243002:0:3349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8c22800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1776994728.243137:0:3348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1776994728.255932:0:3350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000894683e5] -> 12345-192.168.201.135@tcp (4) 00000800:00000200:2.1:1776994728.255938:0:3350:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.135@tcp 00000000f347450c deleted 00000800:00000010:2.1:1776994728.255941:0:3350:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f347450c. 00000800:00000200:2.1:1776994728.255947:0:3350:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1776994728.256150:0:3348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1776994729.007411:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000769db0db. 00010000:00000010:0.1:1776994729.007444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c285315. 00010000:00000010:2.1:1776994732.185371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b672dc68. 00010000:00000010:2.1:1776994732.185382:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f91c3d03. 00010000:00000010:2.1:1776994732.185388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1f11e7f. 00010000:00000010:0.1:1776994732.186249:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e1b1cf2d. 00010000:00000010:0.1:1776994732.186257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000169d2137. 00010000:00010000:3.0:1776998306.377455:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.377458:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.377464:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef3da079/0x27b6fb26481b75a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377475:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3da079/0x27b6fb26481b75a3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377502:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.377529:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+788:2374:x1863313756240128:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 151us (1366us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.377539:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4803 00010000:00010000:3.0:1776998306.377564:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998306.377572:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b7595 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377584:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998306.377589:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b7595 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377602:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b7595 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377619:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b7595 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377630:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b7595 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377659:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998306.377662:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998306.377664:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998306.377739:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802600704:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.377762:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b75aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377811:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998306.377831:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12114 00000100:00100000:3.0:1776998306.377842:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3359:x1863313802602496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998306.377861:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3010 count 1 00010000:00010000:3.0:1776998306.377878:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b75db lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377895:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 769 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377905:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.377907:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.377911:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b75db lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377937:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 769 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.377960:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 769 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.377976:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636479180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802602752:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.378095:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200be900 going to sleep for 11 seconds 00000100:00100000:3.0:1776998306.378116:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12115 00000100:00100000:3.0:1776998306.378126:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3359:x1863313802602112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998306.378144:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2694 count 1 00010000:00010000:3.0:1776998306.378159:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b75e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378212:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 769 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378223:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.378225:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.378229:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b75e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378255:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 769 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378270:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 769 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.378293:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636479f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802602880:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.378334:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606591180 going to sleep for 11 seconds 00010000:00010000:3.0:1776998306.378406:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b5e2383/0x27b6fb264819a955 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f21d expref: 769 pid: 11839 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.378423:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802599680:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.378445:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002d8f05d2/0x27b6fb26481b758e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378458:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002d8f05d2/0x27b6fb26481b758e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378468:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d8f05d2/0x27b6fb26481b758e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378480:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8f05d2/0x27b6fb26481b758e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378491:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d8f05d2/0x27b6fb26481b758e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.378513:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998306.399695:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3360:x1863313802599168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80972us (103721us total) trans 4294970524 rc 0/0 00000100:00100000:3.0:1776998306.399711:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12103 00010000:00010000:3.0:1776998306.403137:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403149:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403157:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403164:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.403169:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403194:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403455:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x415eb74f (ffff8d250db54700) 00010000:00010000:3.0:1776998306.403460:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.403466:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403474:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b756b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x415eb74f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.403526:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636478700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802602624:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.403545:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403583:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b75aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403594:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b75aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403605:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b75aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.403615:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b75aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.413745:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998306.420564:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.420666:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.420707:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.420747:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.421151:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.421600:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.421621:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.421641:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.421709:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756240768 00000100:00100000:3.0:1776998306.421720:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756240768 00010000:00010000:3.0:1776998306.421762:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 767 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.421827:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241024 00000100:00100000:3.0:1776998306.421832:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241024 00010000:00010000:3.0:1776998306.421855:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c5ea451/0x27b6fb26481ac243 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c471cf expref: 786 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.421890:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756240896 00000100:00100000:3.0:1776998306.421895:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756240896 00010000:00010000:3.0:1776998306.421913:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1459cfb/0x27b6fb26481ad751 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47b61 expref: 787 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.421930:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241152 00000100:00100000:3.0:1776998306.421934:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241152 00010000:00010000:3.0:1776998306.421951:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b03851/0x27b6fb26481ac075 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470fd expref: 788 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.421967:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241664 00000100:00100000:3.0:1776998306.421970:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241664 00010000:00010000:3.0:1776998306.421987:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006839bfc3/0x27b6fb264819f353 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c413bf expref: 768 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.422003:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241792 00000100:00100000:3.0:1776998306.422007:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241792 00010000:00010000:3.0:1776998306.422023:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000b29c56/0x27b6fb26481a1f3d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427b5 expref: 769 pid: 6664 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.422038:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241536 00000100:00100000:3.0:1776998306.422041:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241536 00010000:00010000:3.0:1776998306.422054:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 770 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.422073:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4808 00000100:00100000:3.0:1776998306.422085:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+770:2375:x1863313756240768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.422103:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.422109:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 770 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422126:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7863cdf/0x27b6fb26481a1503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4230f expref: 770 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422154:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.422156:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.422163:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b75db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422203:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b75db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422232:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.422545:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+770:2375:x1863313756240768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 460us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.422557:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4808 00000100:00100000:3.0:1776998306.422618:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4809 00000100:00100000:3.0:1776998306.422911:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+788:2375:x1863313756241024:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.422929:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.422936:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c5ea451/0x27b6fb26481ac243 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c471cf expref: 788 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422952:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c5ea451/0x27b6fb26481ac243 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xce2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c471cf expref: 788 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422973:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c5ea451/0x27b6fb26481ac243 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xce2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c471cf expref: 788 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.422988:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.422990:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.422995:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423005:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423036:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.423067:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+787:2375:x1863313756241024:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 440us (2400us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.423077:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4809 00000100:00100000:3.0:1776998306.423096:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4810 00000100:00100000:3.0:1776998306.423105:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+786:2375:x1863313756240896:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.423115:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.423122:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1459cfb/0x27b6fb26481ad751 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47b61 expref: 786 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423137:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1459cfb/0x27b6fb26481ad751 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47b61 expref: 786 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423154:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.423156:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.423161:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b75cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423195:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b75cd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423214:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.423464:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+786:2375:x1863313756240896:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 358us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.423473:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4810 00000100:00100000:3.0:1776998306.423492:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4811 00000100:00100000:3.0:1776998306.423501:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263647aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+785:2375:x1863313756241152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.423511:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.423517:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d7b03851/0x27b6fb26481ac075 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470fd expref: 785 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423531:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7b03851/0x27b6fb26481ac075 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470fd expref: 785 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423556:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7b03851/0x27b6fb26481ac075 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470fd expref: 785 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423570:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.423572:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.423576:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.423587:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443329:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.443428:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263647aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+782:2375:x1863313756241152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 19920us (22672us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.443444:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4811 00000100:00100000:3.0:1776998306.443494:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4812 00000100:00100000:3.0:1776998306.443508:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+769:2373:x1863313756241664:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.443529:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.443539:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006839bfc3/0x27b6fb264819f353 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c413bf expref: 769 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443561:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006839bfc3/0x27b6fb264819f353 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c413bf expref: 769 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443600:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443603:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443609:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443622:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443649:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.443679:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+769:2373:x1863313756241664:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 175us (22079us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.443689:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4812 00000100:00100000:3.0:1776998306.443712:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4813 00000100:00100000:3.0:1776998306.443721:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+768:2374:x1863313756241792:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.443733:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.443741:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000b29c56/0x27b6fb26481a1f3d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427b5 expref: 768 pid: 6664 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443756:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000b29c56/0x27b6fb26481a1f3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427b5 expref: 768 pid: 6664 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443802:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443805:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443810:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ca0cb6/0x27b6fb26481b75f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443831:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ca0cb6/0x27b6fb26481b75f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443849:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.443870:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+768:2374:x1863313756241792:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 150us (22247us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.443878:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4813 00000100:00100000:3.0:1776998306.443900:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4814 00000100:00100000:3.0:1776998306.443910:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+767:2375:x1863313756241536:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.443925:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.443933:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 767 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443949:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ea70775/0x27b6fb26481956eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cca7 expref: 767 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443966:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443968:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.443973:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b75e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.443983:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b75e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.444001:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.444020:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+767:2375:x1863313756241536:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (22379us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.444028:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4814 00010000:00010000:3.0:1776998306.444079:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.444093:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.444108:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.444119:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b75d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.444144:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998306.444826:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3359:x1863313802601984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67812us (73328us total) trans 4294970371 rc 0/0 00000100:00100000:3.0:1776998306.444838:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12113 00000100:00100000:3.0:1776998306.444911:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.445062:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.445160:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.445549:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756241920 00000100:00100000:3.0:1776998306.445558:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756241920 00010000:00010000:3.0:1776998306.445590:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034841a10/0x27b6fb2648191170 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad12 expref: 782 pid: 12896 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.445624:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242176 00000100:00100000:3.0:1776998306.445628:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242176 00010000:00010000:3.0:1776998306.445645:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a12f8d1/0x27b6fb26481a1033 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420df expref: 767 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.445663:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242048 00000100:00100000:3.0:1776998306.445666:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242048 00010000:00010000:3.0:1776998306.463948:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c80de/0x27b6fb264819fa8b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41707 expref: 766 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.464008:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4817 00000100:00100000:3.0:1776998306.464024:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756242048:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.464039:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.464046:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da1c80de/0x27b6fb264819fa8b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41707 expref: 766 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.464064:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da1c80de/0x27b6fb264819fa8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41707 expref: 766 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.464091:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.464094:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.464100:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b75fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.464113:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b75fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.464137:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.464451:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756242048:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 431us (19289us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.464463:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4817 00000100:00100000:3.0:1776998306.464804:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.464840:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.464869:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.464898:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242432 00000100:00100000:3.0:1776998306.464907:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242432 00010000:00010000:3.0:1776998306.464935:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014787a7b/0x27b6fb264819b20e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f614 expref: 782 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.464961:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242304 00000100:00100000:3.0:1776998306.464965:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242304 00010000:00010000:3.0:1776998306.464982:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb264819c031 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc81 expref: 766 pid: 12894 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.464998:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242560 00000100:00100000:3.0:1776998306.465002:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242560 00010000:00010000:3.0:1776998306.465018:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c738519/0x27b6fb26481a5bff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44353 expref: 783 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.465038:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4818 00000100:00100000:3.0:1776998306.465047:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+783:2375:x1863313756242432:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.465060:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.465066:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014787a7b/0x27b6fb264819b20e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f614 expref: 783 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465082:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014787a7b/0x27b6fb264819b20e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f614 expref: 783 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465101:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465104:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465108:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b335ce4f/0x27b6fb26481b761a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465120:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b335ce4f/0x27b6fb26481b761a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465137:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.465199:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+783:2375:x1863313756242432:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 152us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.465210:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4818 00000100:00100000:3.0:1776998306.465232:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4819 00000100:00100000:3.0:1776998306.465242:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756242304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.465254:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.465260:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb264819c031 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc81 expref: 766 pid: 12894 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465273:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb264819c031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc81 expref: 766 pid: 12894 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465298:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465300:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465304:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbd783e8/0x27b6fb26481b7613 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465313:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd783e8/0x27b6fb26481b7613 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465329:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.465356:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756242304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 115us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.465365:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4819 00000100:00100000:3.0:1776998306.465385:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4820 00000100:00100000:3.0:1776998306.465394:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+782:2375:x1863313756242560:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.465404:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.465411:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c738519/0x27b6fb26481a5bff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44353 expref: 782 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465426:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c738519/0x27b6fb26481a5bff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44353 expref: 782 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465442:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465444:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.465448:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019cff688/0x27b6fb26481b760c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465465:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019cff688/0x27b6fb26481b760c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465482:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.465506:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+782:2375:x1863313756242560:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 113us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.465515:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4820 00010000:00010000:3.0:1776998306.465619:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006839bfc3/0x27b6fb264819f353 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c413bf expref: 765 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.465640:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802603008:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.465664:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465677:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465687:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465700:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465710:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e383ecf4/0x27b6fb26481b75e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.465735:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998306.466348:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3361:x1863313802602240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81426us (81742us total) trans 4294970528 rc 0/0 00000100:00100000:3.0:1776998306.466359:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12116 00010000:00010000:3.0:1776998306.466394:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.466408:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.466419:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.466429:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b75b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.466448:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998306.482528:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+60:3362:x1863313802600448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 140968us (142514us total) trans 4294970374 rc 0/0 00000100:00100000:3.0:1776998306.493567:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12109 00010000:00010000:3.0:1776998306.505088:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505102:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505119:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505128:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.505136:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505146:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505202:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb6775e87 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998306.505208:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.505214:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.505224:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7628 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb6775e87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.511245:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242816 00000100:00100000:3.0:1776998306.511256:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242816 00000100:00100000:3.0:1776998306.511318:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16633 00000100:00100000:3.0:1776998306.511331:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4254:17551:x1863313756242816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998306.511651:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4255:17551:x1863313756242816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 321us (5566us total) trans 4295019300 rc 0/0 00000100:00100000:3.0:1776998306.511662:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16633 00000100:00100000:3.0:1776998306.512038:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12131 00000100:00100000:3.0:1776998306.512050:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+34:3360:x1863313802605952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998306.512076:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2729 count 1 00010000:00010000:3.0:1776998306.512100:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b766e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.512121:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 759 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.512132:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.512135:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.512138:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b766e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.512203:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 759 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.512217:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 759 pid: 12874 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.512235:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802606976:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.512286:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250b244cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998306.539388:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756242944 00000100:00100000:3.0:1776998306.539402:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756242944 00010000:00010000:3.0:1776998306.539448:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6ad6b0c/0x27b6fb26481a3d04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4353e expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.539500:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4821 00000100:00100000:3.0:1776998306.539513:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+779:2375:x1863313756242944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.539531:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.539538:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6ad6b0c/0x27b6fb26481a3d04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4353e expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.539555:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6ad6b0c/0x27b6fb26481a3d04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4353e expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.539581:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6ad6b0c/0x27b6fb26481a3d04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4353e expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.539600:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.539603:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.539608:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002d8f05d2/0x27b6fb26481b7636 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.539620:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d8f05d2/0x27b6fb26481b7636 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.539652:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.539717:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+778:2375:x1863313756242944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 206us (9669us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.539726:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4821 00000100:00100000:3.0:1776998306.567996:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243072 00000100:00100000:3.0:1776998306.568003:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243072 00010000:00010000:3.0:1776998306.568029:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e00734b/0x27b6fb2648198cc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xadf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e520 expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.568079:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4822 00000100:00100000:3.0:1776998306.568093:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+779:2375:x1863313756243072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.568110:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.568118:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e00734b/0x27b6fb2648198cc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xadf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e520 expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.568135:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e00734b/0x27b6fb2648198cc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xadf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e520 expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.568164:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e00734b/0x27b6fb2648198cc2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xadf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e520 expref: 779 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.568186:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.568189:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.568195:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004cdfbd45/0x27b6fb26481b7644 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xadf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.568208:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cdfbd45/0x27b6fb26481b7644 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xadf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.568244:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.568326:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+778:2375:x1863313756243072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 234us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.568338:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4822 00000100:00100000:3.0:1776998306.568509:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568538:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568620:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568645:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568671:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568818:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568842:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568863:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568887:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.568963:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.569017:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.569036:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.569116:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243328 00000100:00100000:3.0:1776998306.569123:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243328 00010000:00010000:3.0:1776998306.569149:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066020193/0x27b6fb26481a4b27 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43bab expref: 778 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569194:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243456 00000100:00100000:3.0:1776998306.569199:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243456 00010000:00010000:3.0:1776998306.569217:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf1d3ab5/0x27b6fb26481a7afa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45168 expref: 760 pid: 12895 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569235:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243712 00000100:00100000:3.0:1776998306.569239:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243712 00010000:00010000:3.0:1776998306.569256:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 761 pid: 12874 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569272:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243840 00000100:00100000:3.0:1776998306.569276:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243840 00010000:00010000:3.0:1776998306.569293:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b865433/0x27b6fb264818f0a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e2b expref: 762 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569309:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243584 00000100:00100000:3.0:1776998306.569312:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243584 00010000:00010000:3.0:1776998306.569328:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e64b18e/0x27b6fb26481a7026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c7c expref: 763 pid: 12897 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569342:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756243968 00000100:00100000:3.0:1776998306.569346:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756243968 00010000:00010000:3.0:1776998306.569362:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f102cec/0x27b6fb26481a16d1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c423e1 expref: 764 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569381:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244224 00000100:00100000:3.0:1776998306.569384:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244224 00010000:00010000:3.0:1776998306.569401:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087571e66/0x27b6fb26481b0b5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49308 expref: 765 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569417:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244096 00000100:00100000:3.0:1776998306.569420:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244096 00010000:00010000:3.0:1776998306.569435:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f89faf32/0x27b6fb26481b26b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f79 expref: 779 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569451:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244608 00000100:00100000:3.0:1776998306.569455:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244608 00010000:00010000:3.0:1776998306.569470:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000792fa21c/0x27b6fb26481b098c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49236 expref: 766 pid: 12889 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569493:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244736 00000100:00100000:3.0:1776998306.569496:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244736 00010000:00010000:3.0:1776998306.569510:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048ac93af/0x27b6fb264819069c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a826 expref: 780 pid: 8246 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569524:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244864 00000100:00100000:3.0:1776998306.569527:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244864 00010000:00010000:3.0:1776998306.569540:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000441da400/0x27b6fb26481a9a8f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xca0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fc3 expref: 781 pid: 12861 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.569557:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4823 00000100:00100000:3.0:1776998306.569566:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+781:2372:x1863313756243328:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.569579:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.569585:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066020193/0x27b6fb26481a4b27 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43bab expref: 781 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.569598:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066020193/0x27b6fb26481a4b27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43bab expref: 781 pid: 12887 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.569616:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.569618:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.569622:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcdb24ba/0x27b6fb26481b7659 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.569633:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcdb24ba/0x27b6fb26481b7659 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.569941:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.569983:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+781:2372:x1863313756243328:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 416us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.569994:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4823 00000100:00100000:3.0:1776998306.570017:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4824 00000100:00100000:3.0:1776998306.570026:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2372:x1863313756243456:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.570039:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.570046:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf1d3ab5/0x27b6fb26481a7afa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45168 expref: 766 pid: 12895 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570060:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf1d3ab5/0x27b6fb26481a7afa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45168 expref: 766 pid: 12895 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570078:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570080:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570084:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c421d054/0x27b6fb26481b7660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570094:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c421d054/0x27b6fb26481b7660 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570111:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.570136:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+766:2372:x1863313756243456:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 111us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.570145:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4824 00000100:00100000:3.0:1776998306.570163:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4825 00000100:00100000:3.0:1776998306.570197:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+765:2374:x1863313756243712:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.570208:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.570214:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 765 pid: 12874 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570228:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0057fd2/0x27b6fb2648196bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d639 expref: 765 pid: 12874 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570245:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570247:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570251:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b766e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570261:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b766e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570277:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.570301:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+765:2374:x1863313756243712:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 107us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.570309:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4825 00000100:00100000:3.0:1776998306.570326:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4826 00000100:00100000:3.0:1776998306.570334:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+764:2374:x1863313756243840:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.570345:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.570351:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b865433/0x27b6fb264818f0a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e2b expref: 764 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570373:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b865433/0x27b6fb264818f0a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e2b expref: 764 pid: 12899 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570391:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570393:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570397:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9a6bb07/0x27b6fb26481b7675 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570406:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9a6bb07/0x27b6fb26481b7675 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570422:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.570445:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+764:2374:x1863313756243840:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 111us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.570453:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4826 00000100:00100000:3.0:1776998306.570470:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4827 00000100:00100000:3.0:1776998306.570478:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+763:2372:x1863313756243584:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.570488:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.570494:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e64b18e/0x27b6fb26481a7026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c7c expref: 763 pid: 12897 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570508:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e64b18e/0x27b6fb26481a7026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c7c expref: 763 pid: 12897 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570532:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570535:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570539:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6b3ce3d/0x27b6fb26481b7667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570551:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6b3ce3d/0x27b6fb26481b7667 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570566:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.570586:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+763:2372:x1863313756243584:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (1915us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.570596:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4827 00000100:00100000:3.0:1776998306.570612:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4828 00000100:00100000:3.0:1776998306.570620:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+762:2373:x1863313756243968:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.570630:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.570637:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f102cec/0x27b6fb26481a16d1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c423e1 expref: 762 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570652:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f102cec/0x27b6fb26481a16d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c423e1 expref: 762 pid: 6663 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570668:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570670:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.570674:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa4c271/0x27b6fb26481b767c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570690:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa4c271/0x27b6fb26481b767c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.570707:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.570731:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+762:2373:x1863313756243968:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (1915us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.570740:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4828 00000100:00100000:3.0:1776998306.577659:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756244480 00000100:00100000:3.0:1776998306.577670:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756244480 00000100:00100000:3.0:1776998306.577718:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51572 00000100:00100000:3.0:1776998306.577729:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4255:17551:x1863313756244480:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998306.578026:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998306.578050:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e7800/0x27b6fb26481aef6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a7f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48658 expref: 4255 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578074:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e0400/0x27b6fb26481aef45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a7f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48643 expref: 4254 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578091:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d46400/0x27b6fb264818b4be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a7f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c389b0 expref: 4253 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578108:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a7f:0x0].0x0 (ffff8d250b81e700) 00010000:00010000:3.0:1776998306.578121:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998306.578148:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578170:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578182:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578201:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578212:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578222:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578351:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578365:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.578375:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998306.584972:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2739, 64 off183488 00010000:00010000:3.0:1776998306.585071:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585089:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585102:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585112:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585120:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585129:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b76c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a7f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585206:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776998306.585232:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.585241:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587479:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587490:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.587495:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587505:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587519:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a7f:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998306.587524:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998306.587529:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587544:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b76c2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a7f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587572:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587583:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587593:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587600:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.587604:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587613:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587626:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998306.587629:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.587633:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.587642:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b76b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998306.587654:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003859425c reply state 00000000b903fa6b transno 4295019301 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.587667:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998306.587730:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4254:17551:x1863313756244480:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10001us (18840us total) trans 4295019301 rc 0/0 00000100:00100000:3.0:1776998306.587742:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51572 00000100:00100000:3.0:1776998306.607063:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802609152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.607104:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.607131:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802609664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.607156:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998306.607220:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dc700/2, rc 0, transno 4294970385 00000100:00100000:3.0:1776998306.607234:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802608000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.607246:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998306.608107:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802609280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.608146:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.608209:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802609280 00000100:00100000:3.0:1776998306.608215:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802609280 00000100:00100000:3.0:1776998306.608253:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12146 00000100:00100000:3.0:1776998306.608285:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802609280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.608303:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2915 count 1 00010000:00010000:3.0:1776998306.608319:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b76f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.608557:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058ecbcae/0x27b6fb264819dc2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40938 expref: 769 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.608567:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.608569:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.608573:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b76f3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.608608:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058ecbcae/0x27b6fb264819dc2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40938 expref: 769 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.608622:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058ecbcae/0x27b6fb264819dc2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40938 expref: 769 pid: 6666 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.608637:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802610432:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.608671:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8840 going to sleep for 11 seconds 00000001:00080000:3.0:1776998306.609098:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970357 is committed 00000001:00080000:3.0:1776998306.609152:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970358 is committed 00000001:00080000:3.0:1776998306.609201:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970363 is committed 00000100:00100000:3.0:1776998306.609689:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998306.609705:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802610560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.609747:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.609819:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802610560 00000100:00100000:3.0:1776998306.609826:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802610560 00000100:00100000:3.0:1776998306.609863:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12147 00000100:00100000:3.0:1776998306.609872:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802610560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.609892:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2918 count 1 00010000:00010000:3.0:1776998306.609911:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b76fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.609927:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002736e618/0x27b6fb264819ddf8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a0a expref: 769 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.609943:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.609945:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.609949:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b76fa lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.609978:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002736e618/0x27b6fb264819ddf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a0a expref: 769 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.609992:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002736e618/0x27b6fb264819ddf8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a0a expref: 769 pid: 12896 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.610007:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802610688:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.610044:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167540 going to sleep for 11 seconds 00010000:00010000:3.0:1776998306.626491:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626506:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626516:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626525:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.626530:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626541:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626562:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdcaf2416 (ffff8d250da6b400) 00010000:00010000:3.0:1776998306.626567:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.626573:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.626582:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b76bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdcaf2416 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.628281:0:3361:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970363 gen 2 00000004:00080000:3.0:1776998306.628289:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e52300, transno 4294970324 00000004:00080000:3.0:1776998306.628302:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e52a00, transno 4294970325 00000004:00080000:3.0:1776998306.628306:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfad80, transno 4294970326 00000004:00080000:3.0:1776998306.628309:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9500, transno 4294970327 00000004:00080000:3.0:1776998306.628312:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf8a80, transno 4294970328 00000004:00080000:3.0:1776998306.628315:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e04700, transno 4294970329 00000004:00080000:3.0:1776998306.628318:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfa300, transno 4294970330 00000004:00080000:3.0:1776998306.628322:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfb480, transno 4294970331 00000004:00080000:3.0:1776998306.628326:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810a80, transno 4294970332 00000004:00080000:3.0:1776998306.628330:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810380, transno 4294970333 00000004:00080000:3.0:1776998306.628333:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e07b80, transno 4294970334 00000004:00080000:3.0:1776998306.628336:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263684ed80, transno 4294970335 00000004:00080000:3.0:1776998306.628341:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636813480, transno 4294970336 00000004:00080000:3.0:1776998306.628344:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263684c700, transno 4294970337 00000004:00080000:3.0:1776998306.628348:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394aa300, transno 4294970338 00000004:00080000:3.0:1776998306.628352:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2f800, transno 4294970339 00000004:00080000:3.0:1776998306.628355:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a9f80, transno 4294970340 00000004:00080000:3.0:1776998306.628359:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e50e00, transno 4294970341 00000004:00080000:3.0:1776998306.628362:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394ab480, transno 4294970342 00000004:00080000:3.0:1776998306.628366:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0e300, transno 4294970343 00000004:00080000:3.0:1776998306.628370:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8a80, transno 4294970344 00000004:00080000:3.0:1776998306.628373:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ed80, transno 4294970345 00000004:00080000:3.0:1776998306.628377:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5ed80, transno 4294970346 00000004:00080000:3.0:1776998306.628380:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e04000, transno 4294970347 00000004:00080000:3.0:1776998306.628383:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e50a80, transno 4294970348 00000004:00080000:3.0:1776998306.628386:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e05180, transno 4294970349 00000004:00080000:3.0:1776998306.628390:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8700, transno 4294970350 00000004:00080000:3.0:1776998306.628394:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e51f80, transno 4294970351 00000004:00080000:3.0:1776998306.628397:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbc1f80, transno 4294970352 00000004:00080000:3.0:1776998306.628401:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e50000, transno 4294970353 00000004:00080000:3.0:1776998306.628404:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3d500, transno 4294970354 00000004:00080000:3.0:1776998306.628407:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e51500, transno 4294970355 00000004:00080000:3.0:1776998306.628410:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3df80, transno 4294970356 00000004:00080000:3.0:1776998306.628414:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3c700, transno 4294970357 00000004:00080000:3.0:1776998306.628417:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e52d80, transno 4294970358 00000004:00080000:3.0:1776998306.628421:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3d880, transno 4294970359 00000004:00080000:3.0:1776998306.628424:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94f800, transno 4294970360 00000004:00080000:3.0:1776998306.628427:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94ea00, transno 4294970361 00000004:00080000:3.0:1776998306.628430:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94f100, transno 4294970362 00000004:00080000:3.0:1776998306.628434:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94c000, transno 4294970363 00000100:00100000:3.0:1776998306.628445:0:3361:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d26360ad180 x1863313802598656/t4294970364(4294970364) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998322 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1776998306.628461:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1d500/2, rc 0, transno 4294970387 00000100:00100000:3.0:1776998306.628469:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802609408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.634374:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636511f80/2, rc 0, transno 4294970386 00000100:00100000:3.0:1776998306.634389:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802608768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.634417:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1f100/2, rc 0, transno 4294970388 00000100:00100000:3.0:1776998306.634424:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802609024:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.634438:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1c700/2, rc 0, transno 4294970389 00000100:00100000:3.0:1776998306.634444:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802609536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.634864:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 27 changes, 30 in progress, 4 in flight, 40 done 00000100:00100000:3.0:1776998306.635007:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802611584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.635076:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.635112:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998306.635121:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802611712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.635154:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.635229:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802611584 00000100:00100000:3.0:1776998306.635239:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802611584 00000100:00100000:3.0:1776998306.635287:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802611712 00000100:00100000:3.0:1776998306.635522:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802611712 00000100:00100000:3.0:1776998306.635557:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12150 00000100:00100000:3.0:1776998306.635568:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3361:x1863313802611584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.635600:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2563 count 1 00010000:00010000:3.0:1776998306.635630:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.635657:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 765 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.635667:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.635670:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.635675:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.635711:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 765 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.635727:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 765 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.635743:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802611840:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.635850:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167300 going to sleep for 11 seconds 00000100:00100000:3.0:1776998306.635871:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802611456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.635907:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.635935:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998306.635943:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802611328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.635970:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.636011:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802611456 00000100:00100000:3.0:1776998306.636017:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802611456 00000100:00100000:3.0:1776998306.636059:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802611328 00000100:00100000:3.0:1776998306.636063:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802611328 00000100:00100000:3.0:1776998306.636086:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12151 00000100:00100000:3.0:1776998306.636096:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802611712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.636115:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3197 count 1 00010000:00010000:3.0:1776998306.636131:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b7716 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636148:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000787aab34/0x27b6fb26481a8581 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45631 expref: 765 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636157:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636160:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636164:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b7716 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636220:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000787aab34/0x27b6fb26481a8581 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45631 expref: 765 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636235:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000787aab34/0x27b6fb26481a8581 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45631 expref: 765 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.636250:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802611968:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.636551:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167780 going to sleep for 11 seconds 00000100:00100000:3.0:1776998306.636577:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12152 00000100:00100000:3.0:1776998306.636590:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802611456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.636611:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3468 count 1 00010000:00010000:3.0:1776998306.636628:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636645:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636655:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636657:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636661:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636688:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636703:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.636718:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802612096:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.636753:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998306.636805:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12153 00000100:00100000:3.0:1776998306.636816:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802611328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.636833:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2747 count 1 00010000:00010000:3.0:1776998306.636849:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b7724 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636865:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 765 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636875:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636877:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.636881:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b7724 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636908:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 765 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.636922:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 765 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.636945:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802612224:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.636979:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4be40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998306.637495:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998306.650576:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.650667:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.650808:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.650923:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.650951:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.650977:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.651007:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.651061:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802612096:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.651087:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651118:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246272 00000100:00100000:3.0:1776998306.651125:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246272 00010000:00010000:3.0:1776998306.651162:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c253eee/0x27b6fb2648192ccf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b983 expref: 752 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651188:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246144 00000100:00100000:3.0:1776998306.651192:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246144 00010000:00010000:3.0:1776998306.651208:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b3f34dd/0x27b6fb264819d75a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40708 expref: 764 pid: 12889 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651223:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246400 00000100:00100000:3.0:1776998306.651227:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246400 00010000:00010000:3.0:1776998306.651285:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4d49bff/0x27b6fb26481ab722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46cc0 expref: 753 pid: 12898 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651305:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246528 00000100:00100000:3.0:1776998306.651310:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246528 00010000:00010000:3.0:1776998306.651328:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 765 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651344:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246784 00000100:00100000:3.0:1776998306.651348:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246784 00010000:00010000:3.0:1776998306.651362:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 766 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651379:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246656 00000100:00100000:3.0:1776998306.651382:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246656 00010000:00010000:3.0:1776998306.651401:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000787aab34/0x27b6fb26481a8581 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45631 expref: 767 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651416:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756246912 00000100:00100000:3.0:1776998306.651421:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756246912 00010000:00010000:3.0:1776998306.651437:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 768 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.651459:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4844 00000100:00100000:3.0:1776998306.651471:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+753:2375:x1863313756246272:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.651488:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.651495:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c253eee/0x27b6fb2648192ccf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b983 expref: 753 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.651512:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c253eee/0x27b6fb2648192ccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b983 expref: 753 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.651537:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c253eee/0x27b6fb2648192ccf lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b983 expref: 753 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.651556:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.651558:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.651564:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d67f652/0x27b6fb26481b7701 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.651577:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d67f652/0x27b6fb26481b7701 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.651913:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.651970:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+752:2375:x1863313756246272:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 500us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.651982:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4844 00000100:00100000:3.0:1776998306.652007:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4845 00000100:00100000:3.0:1776998306.652017:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+768:2375:x1863313756246144:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.652029:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.652036:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b3f34dd/0x27b6fb264819d75a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40708 expref: 768 pid: 12889 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652059:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b3f34dd/0x27b6fb264819d75a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40708 expref: 768 pid: 12889 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652079:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b3f34dd/0x27b6fb264819d75a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40708 expref: 768 pid: 12889 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652094:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652097:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652101:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b76ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652111:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b76ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652135:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.652161:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+767:2375:x1863313756246144:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 145us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.652197:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4845 00000100:00100000:3.0:1776998306.652217:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4846 00000100:00100000:3.0:1776998306.652227:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+751:2375:x1863313756246400:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.652238:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.652245:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4d49bff/0x27b6fb26481ab722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46cc0 expref: 751 pid: 12898 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652267:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4d49bff/0x27b6fb26481ab722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46cc0 expref: 751 pid: 12898 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652285:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4d49bff/0x27b6fb26481ab722 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xccf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46cc0 expref: 751 pid: 12898 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652299:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652301:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652306:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f26c1040/0x27b6fb26481b7708 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652316:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f26c1040/0x27b6fb26481b7708 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xccf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652344:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.652370:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+750:2375:x1863313756246400:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 145us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.652379:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4846 00000100:00100000:3.0:1776998306.652399:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4847 00000100:00100000:3.0:1776998306.652408:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756246528:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.652421:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.652428:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 766 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652452:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 766 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652471:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652473:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652477:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652489:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652509:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.652537:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+766:2375:x1863313756246528:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.652546:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4847 00000100:00100000:3.0:1776998306.652567:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4848 00000100:00100000:3.0:1776998306.652577:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+765:2375:x1863313756246784:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.652588:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.652595:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652610:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652638:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2a2aaf5/0x27b6fb26481b2887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a04b expref: 765 pid: 12863 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652929:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652933:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.652937:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652950:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.652980:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.660645:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+764:2375:x1863313756246784:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 8056us (9680us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.660662:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4848 00000100:00100000:3.0:1776998306.660702:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4850 00000100:00100000:3.0:1776998306.660719:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+763:2375:x1863313756246912:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998306.660737:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998306.660748:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 763 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.661527:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4105c1b/0x27b6fb264819771a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db48 expref: 763 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.661570:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.661573:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.661580:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b7724 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.661594:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b7724 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xabb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.661621:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998306.664682:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+762:2375:x1863313756246912:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 3965us (13669us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998306.664696:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4850 00010000:00010000:3.0:1776998306.664842:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.664858:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.664873:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.664887:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b771d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.664957:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998306.665593:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3360:x1863313802611456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29004us (29682us total) trans 4294970394 rc 0/0 00000100:00100000:3.0:1776998306.665604:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12152 00000100:00100000:3.0:1776998306.672562:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998306.672650:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040d93380/0x27b6fb264819086a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8f8 expref: 761 pid: 13958 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.679619:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802611840:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.679644:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.679658:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.679667:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.679679:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.679690:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b770f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.679710:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998306.680217:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3361:x1863313802611584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44649us (45139us total) trans 4294970397 rc 0/0 00000100:00100000:3.0:1776998306.680234:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12150 00000100:00100000:3.0:1776998306.680257:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12156 00000100:00100000:3.0:1776998306.680267:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3361:x1863313802612608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998306.680289:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2506 count 1 00010000:00010000:3.0:1776998306.680307:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.680325:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058f03525/0x27b6fb264818e60b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3995b expref: 758 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.680334:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.680336:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998306.680339:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.680371:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058f03525/0x27b6fb264818e60b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3995b expref: 758 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.680385:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058f03525/0x27b6fb264818e60b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3995b expref: 758 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.680400:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802613120:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998306.680456:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4be40 going to sleep for 11 seconds 00000004:00080000:3.0:1776998306.680569:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbdc00/2, rc 0, transno 4294970397 00000100:00100000:3.0:1776998306.680577:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802611584:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.680611:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbce00/2, rc 0, transno 4294970396 00000100:00100000:3.0:1776998306.680617:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802611328:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.680629:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbc700/2, rc 0, transno 4294970394 00000100:00100000:3.0:1776998306.680634:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802611456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998306.680664:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250beddc00/2, rc 0, transno 4294970542 00000100:00100000:3.0:1776998306.680677:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250beddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802610816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998306.680690:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedc000/2, rc 0, transno 4294970543 00000100:00100000:3.0:1776998306.680695:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802610944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998306.688975:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802613632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.689056:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.689119:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998306.689128:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802613760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.689158:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998306.711255:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058f03525/0x27b6fb264818e60b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3995b expref: 752 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.711273:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802613120:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.711528:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711541:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711551:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711564:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711574:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b7739 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711594:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998306.711878:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3361:x1863313802612608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31610us (32580us total) trans 4294970402 rc 0/0 00000100:00100000:3.0:1776998306.711889:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12156 00010000:00010000:3.0:1776998306.711945:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000622a6105/0x27b6fb26481901cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a5f6 expref: 751 pid: 12888 timeout: 4117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.711961:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802612992:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998306.711979:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0755969/0x27b6fb26481b7732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.711991:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d0755969/0x27b6fb26481b7732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.712001:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0755969/0x27b6fb26481b7732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.712013:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0755969/0x27b6fb26481b7732 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.712026:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0755969/0x27b6fb26481b7732 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.712038:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998306.712272:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802612480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35144us (35335us total) trans 4294970403 rc 0/0 00000100:00100000:3.0:1776998306.712283:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12155 00000100:00100000:3.0:1776998306.718975:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802614528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.719035:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.719093:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998306.719105:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802614400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998306.719139:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998306.741808:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998306.741847:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756248960 00000100:00100000:3.0:1776998306.741855:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756248960 00000100:00100000:3.0:1776998306.741906:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16635 00000100:00100000:3.0:1776998306.741920:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4252:17551:x1863313756248960:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998306.742302:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4253:17551:x1863313756248960:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (495us total) trans 4295019304 rc 0/0 00000100:00100000:3.0:1776998306.742315:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16635 00000004:00080000:3.0:1776998306.746012:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5ed80/2, rc 0, transno 4294970406 00000100:00100000:3.0:1776998306.746051:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802614400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998306.747913:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998306.762056:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5ca80/2, rc 0, transno 4294970407 00000100:00100000:3.0:1776998306.762094:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802614528:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998306.793947:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.793973:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.793986:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.793997:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe3a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.794004:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.794017:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.794042:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7ea95949 (ffff8d2509e7c200) 00010000:00010000:3.0:1776998306.794048:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.794055:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.794066:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b7794 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ea95949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.796648:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756249472 00000100:00100000:3.0:1776998306.796662:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756249472 00000100:00100000:3.0:1776998306.796734:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16636 00000100:00100000:3.0:1776998306.796750:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4250:17551:x1863313756249472:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998306.797219:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4251:17551:x1863313756249472:12345-192.168.201.35@tcp:35:rm.0 Request processed in 471us (968us total) trans 4295019306 rc 0/0 00000100:00100000:3.0:1776998306.797233:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16636 00000100:00100000:3.0:1776998306.836241:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756249728 00000100:00100000:3.0:1776998306.836273:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756249728 00000100:00100000:3.0:1776998306.836366:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51575 00000100:00100000:3.0:1776998306.836380:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4251:17551:x1863313756249728:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998306.836451:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998306.836485:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb264819e108 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16fc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b6f expref: 4251 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836520:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f7800/0x27b6fb264819e0de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b5a expref: 4250 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836543:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b01f800/0x27b6fb26481839d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3711b expref: 4249 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836559:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16fc:0x0].0x0 (ffff8d250964b600) 00010000:00010000:3.0:1776998306.836573:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998306.836600:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836618:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836914:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836937:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b77b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfeea8e0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836956:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b77b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfeea8e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.836966:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b77b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfeea8e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.837119:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.837132:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.837143:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998306.838264:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2741, 64 off183616 00010000:00010000:3.0:1776998306.838344:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838361:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838372:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838383:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838392:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838401:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b77be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838423:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998306.838447:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838457:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838465:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838474:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.838479:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838489:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838501:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16fc:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998306.838506:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998306.838510:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838520:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b77b7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838540:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838550:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838566:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838574:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.838578:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838586:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838596:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998306.838600:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.838605:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.838638:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998306.838653:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006abcc4ea reply state 0000000022523b64 transno 4295019307 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b77b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfeea8e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.838665:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998306.838795:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4250:17551:x1863313756249728:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2392us (3738us total) trans 4295019307 rc 0/0 00000100:00100000:3.0:1776998306.838807:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51575 00000100:00100000:3.0:1776998306.888647:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756249984 00000100:00100000:3.0:1776998306.888660:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756249984 00000100:00100000:3.0:1776998306.888724:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16637 00000100:00100000:3.0:1776998306.888739:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4250:17551:x1863313756249984:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998306.889161:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4251:17551:x1863313756249984:12345-192.168.201.35@tcp:35:rm.0 Request processed in 422us (683us total) trans 4295019308 rc 0/0 00000100:00100000:3.0:1776998306.889204:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16637 00000100:00100000:3.0:1776998306.928137:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998306.943149:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943194:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943208:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943218:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d2c7600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998306.943226:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943239:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943261:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaaa236ce (ffff8d2509e7cb00) 00010000:00010000:3.0:1776998306.943267:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998306.943273:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998306.943284:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7600/0x27b6fb26481b77cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaaa236ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998306.954990:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756250496 00000100:00100000:3.0:1776998306.955370:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756250496 00000100:00100000:3.0:1776998306.955450:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16638 00000100:00100000:3.0:1776998306.955466:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4248:17551:x1863313756250496:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998306.956151:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4249:17551:x1863313756250496:12345-192.168.201.35@tcp:35:rm.0 Request processed in 686us (1860us total) trans 4295019310 rc 0/0 00000100:00100000:3.0:1776998306.956165:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16638 00000100:00100000:3.0:1776998306.985694:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.048482:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756251264 00000100:00100000:3.0:1776998307.048496:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756251264 00000100:00100000:3.0:1776998307.048597:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51578 00000100:00100000:3.0:1776998307.048611:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4248:17551:x1863313756251264:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998307.048682:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998307.048717:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa3a00/0x27b6fb264819106d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1447:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ac9b expref: 4248 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048744:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1447:0x0].0x0 (ffff8d2509e16700) 00010000:00010000:3.0:1776998307.048758:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be08600/0x27b6fb264819c173 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1693:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fd14 expref: 4247 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048804:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f09a00/0x27b6fb264819c149 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1693:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcff expref: 4246 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048824:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a1ea200/0x27b6fb2648182b7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1693:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e3c expref: 4245 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048838:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1693:0x0].0x0 (ffff8d25097a7100) 00010000:00010000:3.0:1776998307.048850:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998307.048877:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048893:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048905:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048924:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048934:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.048943:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.049071:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.049083:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.049093:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998307.050042:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2739, 64 off183552 00000004:00080000:3.0:1776998307.050056:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4017841885233ns, next at 4018841882113ns, rc = 0 00010000:00010000:3.0:1776998307.050133:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050148:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050160:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050194:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050205:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050214:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7812 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1693:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050234:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998307.050257:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050265:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050274:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050283:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.050289:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050299:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050311:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1693:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998307.050315:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998307.050320:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050329:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b780b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1693:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050348:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050356:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050364:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050370:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.050374:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050383:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050394:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998307.050397:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.050401:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.050409:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b77fd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998307.050422:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009cb77bac reply state 00000000cbc98a6a transno 4295019313 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.050441:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998307.050531:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4246:17551:x1863313756251264:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1921us (2282us total) trans 4295019313 rc 0/0 00000100:00100000:3.0:1776998307.050542:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51578 00010000:00010000:3.0:1776998307.070979:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071001:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071012:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071019:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.071025:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071036:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071055:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xeeae1bcc (ffff8d250da6be00) 00010000:00010000:3.0:1776998307.071060:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.071065:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.071073:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7804 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeeae1bcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.171730:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756252032 00000100:00100000:3.0:1776998307.171743:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756252032 00000100:00100000:3.0:1776998307.171829:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16641 00000100:00100000:3.0:1776998307.171842:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4244:17551:x1863313756252032:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.172241:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4245:17551:x1863313756252032:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (2322us total) trans 4295019316 rc 0/0 00000100:00100000:3.0:1776998307.172253:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16641 00000100:00100000:3.0:1776998307.202679:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756252288 00000100:00100000:3.0:1776998307.202692:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756252288 00000100:00100000:3.0:1776998307.202789:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51580 00000100:00100000:3.0:1776998307.202802:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4245:17551:x1863313756252288:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998307.202868:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998307.202899:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d08a00/0x27b6fb264819f965 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x174d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41682 expref: 4245 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.202927:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d09c00/0x27b6fb264819f93b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x174d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4166d expref: 4244 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.202967:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de400/0x27b6fb26481844e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x174d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37352 expref: 4243 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.202981:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x174d:0x0].0x0 (ffff8d250293e100) 00010000:00010000:3.0:1776998307.202993:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998307.203016:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203031:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203050:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203070:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203080:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203091:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203268:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203280:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.203291:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998307.204489:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2740, 64 off183616 00010000:00010000:3.0:1776998307.204585:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.204601:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.204613:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.204623:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.204633:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.204642:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b784a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x174d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205041:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998307.205066:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205076:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205085:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205094:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.205099:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205110:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205123:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x174d:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998307.205127:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998307.205132:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205141:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7843 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x174d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205183:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205193:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205201:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205208:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.205212:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205220:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205230:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998307.205233:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.205237:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.205245:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7835 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998307.205257:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3399afb reply state 0000000005dbef5d transno 4295019317 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.205270:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998307.205369:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4244:17551:x1863313756252288:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2568us (3077us total) trans 4295019317 rc 0/0 00000100:00100000:3.0:1776998307.205381:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51580 00010000:00010000:3.0:1776998307.218798:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218820:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218831:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218839:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.218844:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218853:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218871:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x67778e42 (ffff8d250da6be00) 00010000:00010000:3.0:1776998307.218875:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.218881:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.218889:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b783c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x67778e42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.220437:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756252544 00000100:00100000:3.0:1776998307.220449:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756252544 00000100:00100000:3.0:1776998307.220518:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16642 00000100:00100000:3.0:1776998307.220546:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4243:17551:x1863313756252544:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.221189:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4244:17551:x1863313756252544:12345-192.168.201.35@tcp:35:rm.0 Request processed in 645us (1118us total) trans 4295019318 rc 0/0 00000100:00100000:3.0:1776998307.221227:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16642 00000100:00100000:3.0:1776998307.276284:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756253056 00000100:00100000:3.0:1776998307.276296:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756253056 00000100:00100000:3.0:1776998307.276381:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16643 00000100:00100000:3.0:1776998307.276393:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4242:17551:x1863313756253056:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.276788:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4243:17551:x1863313756253056:12345-192.168.201.35@tcp:35:rm.0 Request processed in 393us (1836us total) trans 4295019320 rc 0/0 00000100:00100000:3.0:1776998307.276798:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16643 00010000:00010000:3.0:1776998307.307897:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307919:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307928:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307937:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.307942:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307952:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307971:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x215ea316 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998307.307975:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.307980:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.307988:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7874 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x215ea316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.341658:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756253568 00000100:00100000:3.0:1776998307.341670:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756253568 00000100:00100000:3.0:1776998307.341728:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16644 00000100:00100000:3.0:1776998307.341741:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4241:17551:x1863313756253568:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.342126:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4242:17551:x1863313756253568:12345-192.168.201.35@tcp:35:rm.0 Request processed in 385us (829us total) trans 4295019322 rc 0/0 00000100:00100000:3.0:1776998307.342136:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16644 00000100:00100000:3.0:1776998307.383029:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756253824 00000100:00100000:3.0:1776998307.383100:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756253824 00000100:00100000:3.0:1776998307.383953:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51583 00000100:00100000:3.0:1776998307.383971:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4242:17551:x1863313756253824:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998307.384045:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998307.384078:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df61400/0x27b6fb264819d634 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16d8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40683 expref: 4242 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384109:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f55000/0x27b6fb264819d60a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4066e expref: 4241 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384149:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509353600/0x27b6fb26481834e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3701f expref: 4240 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384222:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d8:0x0].0x0 (ffff8d25088aaa00) 00010000:00010000:3.0:1776998307.384252:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998307.384514:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384541:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384557:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384578:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7890 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc8ed72dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384587:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8ed72dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384596:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8ed72dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384778:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384793:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.384805:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998307.385566:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2745, 64 off183872 00010000:00010000:3.0:1776998307.385657:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.385674:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.385967:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.385979:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.385989:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386000:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b789e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386044:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998307.386073:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386085:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386095:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386104:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.386110:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386121:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386133:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d8:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998307.386137:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998307.386142:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386157:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7897 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386205:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386215:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386224:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386231:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.386235:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386243:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386254:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998307.386257:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.386262:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.386270:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7889 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998307.386283:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be0d4c96 reply state 000000009612eebf transno 4295019323 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7890 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8ed72dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.386295:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998307.386400:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4241:17551:x1863313756253824:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2431us (5352us total) trans 4295019323 rc 0/0 00000100:00100000:3.0:1776998307.386413:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51583 00000100:00100000:3.0:1776998307.409927:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756254080 00000100:00100000:3.0:1776998307.409942:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756254080 00000100:00100000:3.0:1776998307.410102:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16645 00000100:00100000:3.0:1776998307.410118:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4240:17551:x1863313756254080:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.410617:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4241:17551:x1863313756254080:12345-192.168.201.35@tcp:35:rm.0 Request processed in 501us (2582us total) trans 4295019324 rc 0/0 00000100:00100000:3.0:1776998307.410629:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16645 00010000:00010000:3.0:1776998307.434499:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998307.434508:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b78ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.434519:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d2c6c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998307.434524:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b78ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.434533:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b78ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.434548:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17fc:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998307.434552:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998307.434556:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b78ba lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.434565:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b78ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.434583:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998307.434586:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998307.434589:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998307.443030:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443053:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443065:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443074:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9a8e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.443081:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443092:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443114:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8903ab8b (ffff8d2509e7ca00) 00010000:00010000:3.0:1776998307.443120:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.443125:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.443136:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b78ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8903ab8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.486835:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756254848 00000100:00100000:3.0:1776998307.486849:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756254848 00000100:00100000:3.0:1776998307.486921:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51585 00000100:00100000:3.0:1776998307.486935:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4240:17551:x1863313756254848:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998307.487000:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998307.487028:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c3a00/0x27b6fb264819f495 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x173d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41452 expref: 4240 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487055:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c0e00/0x27b6fb264819f46b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x173d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4143d expref: 4239 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487071:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481842b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x173d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c372e2 expref: 4238 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487085:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x173d:0x0].0x0 (ffff8d250ae0ed00) 00010000:00010000:3.0:1776998307.487097:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998307.487147:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487500:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487515:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487535:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487544:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487553:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487678:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487694:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.487703:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998307.488644:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2742, 64 off183744 00010000:00010000:3.0:1776998307.488716:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488729:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488740:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488750:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488778:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488787:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b78d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x173d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488807:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998307.488829:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488838:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488853:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488862:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.488867:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488878:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488890:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x173d:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998307.488895:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998307.488901:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488909:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b78cf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x173d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488927:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488936:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488944:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488952:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.488955:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488968:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488977:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998307.488981:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.488985:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.488991:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b78c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998307.489001:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c11c13e5 reply state 00000000588dcd07 transno 4295019327 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.489012:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998307.489098:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4239:17551:x1863313756254848:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2163us (2427us total) trans 4295019327 rc 0/0 00000100:00100000:3.0:1776998307.489108:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51585 00010000:00010000:3.0:1776998307.501212:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501233:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501244:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501252:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.501275:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501294:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501886:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6d2518ce (ffff8d250da6bf00) 00010000:00010000:3.0:1776998307.501892:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.501900:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.501910:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b78c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d2518ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.506894:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756255104 00000100:00100000:3.0:1776998307.506906:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756255104 00000100:00100000:3.0:1776998307.506963:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16647 00000100:00100000:3.0:1776998307.506977:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4238:17551:x1863313756255104:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.508050:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4239:17551:x1863313756255104:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1072us (1935us total) trans 4295019328 rc 0/0 00000100:00100000:3.0:1776998307.508062:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16647 00000100:00100000:3.0:1776998307.528049:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756255360 00000100:00100000:3.0:1776998307.528062:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756255360 00000100:00100000:3.0:1776998307.552054:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.583972:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998307.607710:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.607732:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.607742:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.608069:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.608079:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.608091:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.608114:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6a772227 (ffff8d250da9e900) 00010000:00010000:3.0:1776998307.608136:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.608143:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.608153:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbec00/0x27b6fb26481b7900 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a772227 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.610962:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.617645:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16649 00000100:00100000:3.0:1776998307.617662:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4236:17551:x1863313756256128:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998307.618155:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4237:17551:x1863313756256128:12345-192.168.201.35@tcp:35:rm.0 Request processed in 493us (7198us total) trans 4295019332 rc 0/0 00000100:00100000:3.0:1776998307.618169:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16649 00010000:00010000:3.0:1776998307.650888:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998307.650899:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b792a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x159e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.650911:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d2c6c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998307.650917:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b792a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x159e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.650929:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b792a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x159e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.650944:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x159e:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998307.650948:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998307.650954:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b792a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x159e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.650963:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6c00/0x27b6fb26481b792a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x159e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.650986:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998307.650989:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998307.650992:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998307.683843:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.706358:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.732665:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.749036:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.771524:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.792343:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.806513:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000040:00080000:3.0:1776998307.827006:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2745, 64 off183936 00010000:00010000:3.0:1776998307.827107:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.827131:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.827147:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.827166:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830557:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830568:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b799a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x179b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830602:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998307.830639:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830648:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830657:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830665:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.830671:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830681:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830700:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x179b:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998307.830705:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998307.830711:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830725:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b7993 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x179b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830775:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830784:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830792:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830800:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.830804:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830812:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830823:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998307.830826:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.830829:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.830837:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbfe00/0x27b6fb26481b7985 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998307.830851:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa9a6e77 reply state 00000000a57b910b transno 4295019341 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b798c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2fc3ff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.830865:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998307.830989:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4231:17551:x1863313756258432:12345-192.168.201.35@tcp:36:rm.0 Request processed in 24157us (24495us total) trans 4295019341 rc 0/0 00000100:00100000:3.0:1776998307.831002:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51592 00000100:00100000:3.0:1776998307.846057:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.863664:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.875684:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.897099:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756259456 00000100:00100000:3.0:1776998307.897129:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756259456 00000100:00100000:3.0:1776998307.936020:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998307.971703:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971722:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971733:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971743:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998307.971771:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971783:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971802:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6ef45311 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998307.971807:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998307.971813:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998307.971823:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed400/0x27b6fb26481b79e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6ef45311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998307.981557:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998307.994709:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.032925:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756260992 00000100:00100000:3.0:1776998308.032938:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756260992 00000100:00100000:3.0:1776998308.033037:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51597 00000100:00100000:3.0:1776998308.033052:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4228:17551:x1863313756260992:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998308.033124:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998308.033159:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9fc000/0x27b6fb26481a9969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1961:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f3e expref: 4228 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033219:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c906a00/0x27b6fb26481a993f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1961:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f29 expref: 4227 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033239:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb3800/0x27b6fb2648188da4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1961:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c381de expref: 4226 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033253:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1961:0x0].0x0 (ffff8d25094ec900) 00010000:00010000:3.0:1776998308.033266:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998308.033291:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033307:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033321:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033393:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033406:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033416:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033553:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033566:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.033576:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998308.034307:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2753, 64 off184384 00000004:00080000:3.0:1776998308.034322:0:5880:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4018826151057ns, next at 4019826147869ns, rc = 0 00010000:00010000:3.0:1776998308.034398:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034410:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034420:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034430:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034438:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034453:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7a26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1961:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034471:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998308.034492:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034499:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034507:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034515:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.034520:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034529:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034541:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1961:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998308.034545:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998308.034550:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034558:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a1f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1961:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034579:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034593:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034601:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034607:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.034611:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034619:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034629:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998308.034632:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.034636:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.034644:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998308.034655:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001589f4b5 reply state 000000009d53b3ee transno 4295019351 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.034688:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998308.034816:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4227:17551:x1863313756260992:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1765us (2033us total) trans 4295019351 rc 0/0 00000100:00100000:3.0:1776998308.034827:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51597 00010000:00010000:3.0:1776998308.046031:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046059:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046069:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046077:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.046084:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046094:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046112:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x49574f9a (ffff8d250da6bf00) 00010000:00010000:3.0:1776998308.046117:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.046122:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.046131:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x49574f9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.059688:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.118298:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756261760 00000100:00100000:3.0:1776998308.118311:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756261760 00000100:00100000:3.0:1776998308.118382:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16660 00000100:00100000:3.0:1776998308.118396:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4225:17551:x1863313756261760:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.119015:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4226:17551:x1863313756261760:12345-192.168.201.35@tcp:35:rm.0 Request processed in 619us (1067us total) trans 4295019354 rc 0/0 00000100:00100000:3.0:1776998308.119033:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16660 00000100:00100000:3.0:1776998308.136291:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.140892:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51599 00000100:00100000:3.0:1776998308.140913:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4226:17551:x1863313756262016:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998308.140992:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998308.141028:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9a5a00/0x27b6fb2648190274 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1418:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a643 expref: 4226 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141065:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2cd200/0x27b6fb264817d4a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35cdf expref: 4225 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141081:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1418:0x0].0x0 (ffff8d2509e16c00) 00010000:00010000:3.0:1776998308.141096:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998308.141125:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141142:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141179:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141201:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141212:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141223:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141435:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141449:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.141462:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998308.142513:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2755, 64 off184512 00010000:00010000:3.0:1776998308.142608:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.142625:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.142638:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.142980:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.142992:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143001:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7a5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143040:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998308.143066:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143084:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143095:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143104:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.143110:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143121:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143136:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1418:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998308.143140:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998308.143147:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143157:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7a57 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143210:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143222:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143231:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143239:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.143244:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143255:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143268:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998308.143272:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.143277:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.143286:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7a49 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998308.143301:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a48b97c2 reply state 0000000056edfd5a transno 4295019355 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.143316:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998308.143424:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4226:17551:x1863313756262016:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2514us (7140us total) trans 4295019355 rc 0/0 00000100:00100000:3.0:1776998308.143437:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51599 00010000:00010000:3.0:1776998308.168913:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.168937:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.168949:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.168959:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.168966:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.168979:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.169002:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcc66a887 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998308.169007:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.169014:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.169025:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc66a887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.201866:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756262784 00000100:00100000:3.0:1776998308.201879:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756262784 00000100:00100000:3.0:1776998308.201960:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16662 00000100:00100000:3.0:1776998308.201976:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4224:17551:x1863313756262784:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.202408:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4225:17551:x1863313756262784:12345-192.168.201.35@tcp:35:rm.0 Request processed in 434us (850us total) trans 4295019358 rc 0/0 00000100:00100000:3.0:1776998308.202421:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16662 00010000:00010000:3.0:1776998308.222347:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998308.222356:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b7a96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x142a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.222367:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998308.222372:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b7a96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x142a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.222382:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b7a96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x142a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.222403:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x142a:0x0].0x0 (ffff8d250db54200) 00010000:00010000:3.0:1776998308.222406:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998308.222411:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b7a96 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x142a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.222419:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b7a96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x142a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.222440:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.222443:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.222445:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998308.239990:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756263296 00000100:00100000:3.0:1776998308.240003:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756263296 00000100:00100000:3.0:1776998308.240077:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16663 00000100:00100000:3.0:1776998308.240092:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4225:17551:x1863313756263296:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.241244:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4226:17551:x1863313756263296:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1136us (1624us total) trans 4295019360 rc 0/0 00000100:00100000:3.0:1776998308.241257:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16663 00000100:00100000:3.0:1776998308.259301:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756263552 00000100:00100000:3.0:1776998308.259313:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756263552 00000100:00100000:3.0:1776998308.259376:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51602 00000100:00100000:3.0:1776998308.259390:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4225:17551:x1863313756263552:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998308.259463:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998308.259498:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e353000/0x27b6fb26481a8629 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1921:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4567e expref: 4225 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259529:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7d000/0x27b6fb26481a85ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1921:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45669 expref: 4224 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259548:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509286200/0x27b6fb26481884e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1921:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3801e expref: 4223 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259562:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1921:0x0].0x0 (ffff8d25088b6800) 00010000:00010000:3.0:1776998308.259576:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998308.259603:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259620:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259634:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259655:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7aa4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc1219173 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259665:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc1219173 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259675:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc1219173 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259860:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259873:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.259883:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998308.260601:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2758, 64 off184704 00010000:00010000:3.0:1776998308.260677:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260691:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260702:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260713:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260721:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260730:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1921:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260779:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998308.260803:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260812:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260821:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260830:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.260836:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260847:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260862:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1921:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998308.260866:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998308.260871:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260879:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7aab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1921:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260903:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260913:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260922:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260930:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.260934:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260943:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260955:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998308.260958:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.260963:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.260977:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7a9d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998308.260990:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b154d705 reply state 000000000eb67405 transno 4295019361 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc1219173 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.261002:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998308.261102:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4224:17551:x1863313756263552:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1712us (2239us total) trans 4295019361 rc 0/0 00000100:00100000:3.0:1776998308.261115:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51602 00000100:00100000:3.0:1776998308.324089:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756264320 00000100:00100000:3.0:1776998308.324102:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756264320 00000100:00100000:3.0:1776998308.324226:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16665 00000100:00100000:3.0:1776998308.324239:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4222:17551:x1863313756264320:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.347268:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.372997:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.376702:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4222:17551:x1863313756264832:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2556us (3708us total) trans 4295019366 rc 0/0 00000100:00100000:3.0:1776998308.376714:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16666 00000100:00100000:3.0:1776998308.413109:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.460045:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998308.481813:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.481817:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.481820:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998308.552676:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998308.557221:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998308.557233:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b7b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.557247:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998308.557252:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b7b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.557263:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b7b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.557281:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1471:0x0].0x0 (ffff8d250db54400) 00010000:00010000:3.0:1776998308.557285:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998308.557291:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b7b3e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.557299:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b7b3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.557323:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.557326:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.557329:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998308.579044:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756266368 00000100:00100000:3.0:1776998308.579059:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756266368 00000100:00100000:3.0:1776998308.579211:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16669 00000100:00100000:3.0:1776998308.579229:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4217:17551:x1863313756266368:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.579649:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4218:17551:x1863313756266368:12345-192.168.201.35@tcp:35:rm.0 Request processed in 424us (3158us total) trans 4295019372 rc 0/0 00000100:00100000:3.0:1776998308.579660:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16669 00000100:00100000:3.0:1776998308.611088:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756266624 00000100:00100000:3.0:1776998308.611102:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756266624 00000100:00100000:3.0:1776998308.636153:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.652099:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.689435:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756267392 00000100:00100000:3.0:1776998308.689453:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756267392 00000100:00100000:3.0:1776998308.718535:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998308.758432:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998308.758448:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b7bae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.758462:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998308.758468:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b7bae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.758481:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b7bae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.758502:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d2:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998308.758507:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998308.758513:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b7bae lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.758522:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b7bae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.758551:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.758554:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.758557:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998308.760009:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756268416 00000100:00100000:3.0:1776998308.760021:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756268416 00000100:00100000:3.0:1776998308.760186:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16673 00000100:00100000:3.0:1776998308.760200:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4213:17551:x1863313756268416:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.760654:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4214:17551:x1863313756268416:12345-192.168.201.35@tcp:35:rm.0 Request processed in 454us (1582us total) trans 4295019380 rc 0/0 00000100:00100000:3.0:1776998308.760665:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16673 00000100:00100000:3.0:1776998308.773998:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756268672 00000100:00100000:3.0:1776998308.774012:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756268672 00000100:00100000:3.0:1776998308.774157:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51612 00000100:00100000:3.0:1776998308.774171:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4214:17551:x1863313756268672:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998308.774539:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998308.774571:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd42000/0x27b6fb26481a48cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1855:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a9a expref: 4214 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774601:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd43200/0x27b6fb26481a48a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1855:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a85 expref: 4213 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774621:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dac3600/0x27b6fb2648186900 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1855:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37a8a expref: 4212 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774636:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1855:0x0].0x0 (ffff8d2509c79d00) 00010000:00010000:3.0:1776998308.774650:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998308.774675:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774691:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774704:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774722:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7bbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x715d1195 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774770:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7bbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x715d1195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774782:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7bbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x715d1195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774923:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774935:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.774945:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998308.776199:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2762, 64 off184960 00010000:00010000:3.0:1776998308.776279:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776292:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776302:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776311:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776320:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776330:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7bca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1855:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776355:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998308.776376:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776387:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776395:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776405:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.776410:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776421:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776433:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1855:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998308.776437:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998308.776442:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776451:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7bc3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1855:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776470:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776478:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776490:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776497:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998308.776501:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776509:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776518:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998308.776522:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998308.776526:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.776534:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7bb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998308.776544:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032fd7bc0 reply state 00000000a88155f2 transno 4295019381 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7bbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x715d1195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998308.776556:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998308.776640:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4213:17551:x1863313756268672:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2470us (3583us total) trans 4295019381 rc 0/0 00000100:00100000:3.0:1776998308.776652:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51612 00000100:00100000:3.0:1776998308.828567:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756269440 00000100:00100000:3.0:1776998308.828581:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756269440 00000100:00100000:3.0:1776998308.828655:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16675 00000100:00100000:3.0:1776998308.828668:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4211:17551:x1863313756269440:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998308.831101:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4212:17551:x1863313756269440:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2430us (2742us total) trans 4295019384 rc 0/0 00000100:00100000:3.0:1776998308.831115:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16675 00000100:00100000:3.0:1776998308.864501:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998308.868499:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998308.868509:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7c1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.868519:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ecc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998308.868523:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7c1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.868532:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7c1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.868546:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1637:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998308.868549:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998308.868553:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7c1e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.868561:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7c1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998308.868578:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.868581:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998308.868583:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998308.874782:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.886411:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.926865:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.941016:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998308.959611:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.045980:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756272256 00000100:00100000:3.0:1776998309.045997:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756272256 00000100:00100000:3.0:1776998309.083965:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.107975:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.122998:0:5873:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756273152 00000100:00100000:3.0:1776998309.123011:0:5873:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756273152 00000100:00100000:3.0:1776998309.123087:0:5873:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1562 00000100:00100000:3.0:1776998309.123101:0:5873:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2375:x1863313756273152:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:3.0:1776998309.123243:0:5873:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2375:x1863313756273152:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 142us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998309.123254:0:5873:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1562 00000100:00080000:3.0:1776998309.127279:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1776998309.127288:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1776998309.141531:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756273664 00000100:00100000:3.0:1776998309.141545:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756273664 00000100:00100000:3.0:1776998309.192424:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.206752:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51622 00000100:00100000:3.0:1776998309.206786:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4203:17551:x1863313756274176:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998309.206864:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998309.206899:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d01600/0x27b6fb264819889a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15d6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e33d expref: 4203 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.206931:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d01a00/0x27b6fb2648198870 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e328 expref: 4202 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.206971:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e50c00/0x27b6fb26481811a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36911 expref: 4201 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.206995:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d6:0x0].0x0 (ffff8d250afe3500) 00010000:00010000:3.0:1776998309.207009:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998309.207037:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7ccd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.207054:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7ccd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.207067:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b7ccd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.207087:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7cd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6607271d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.207098:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6607271d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.207107:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b7cd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6607271d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.208081:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7cdb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.208094:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7cdb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.208104:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b7cdb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998309.263749:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.304778:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998309.307086:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998309.307095:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7cfe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.307104:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1edc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998309.307109:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7cfe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.307120:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7cfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.307145:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x189b:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998309.307149:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998309.307153:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7cfe lrc: 1/0,0 mode: --/PW res: [0x200000401:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.307160:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7cfe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.307205:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998309.309116:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998309.309120:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998309.332049:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.376940:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.395021:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.407538:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6f2575d0-4843-49e3-8914-f2eba146b78c:3361:1863313802614912:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.407590:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998309.407632:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3361:1863313802615424:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.407665:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998309.407695:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1776998309.407755:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3361:1863313802615040:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.407785:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998309.407825:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802615552:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.407853:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1776998309.407893:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1776998309.407898:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1776998309.407902:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1776998309.407916:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802615424 00000100:00100000:3.0:1776998309.407921:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802615424 00000100:00100000:3.0:1776998309.407965:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802615040 00000100:00100000:3.0:1776998309.407969:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802615040 00000100:00100000:3.0:1776998309.407995:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:3.0:1776998309.408004:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1863313802615424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.408057:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1863313802615424:12345-0@lo:400:kworker.0 Request processed in 53us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998309.408066:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00080000:3.0:1776998309.408085:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1776998309.408132:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3361:1863313802615040:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.408146:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3361:1863313802615424:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.411682:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802615552:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.411754:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6f2575d0-4843-49e3-8914-f2eba146b78c:3361:1863313802614912:0@lo:400:kworker.0 00000100:00100000:3.0:1776998309.435521:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998309.462478:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998309.462492:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7d52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.462526:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998309.462532:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7d52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.462543:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7d52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.462563:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19c2:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:3.0:1776998309.462566:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998309.462571:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7d52 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.462579:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7d52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.462606:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998309.462608:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998309.462611:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998309.489691:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.510060:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756276736 00000100:00100000:3.0:1776998309.510072:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756276736 00000100:00100000:3.0:1776998309.510227:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51627 00000100:00100000:3.0:1776998309.510241:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4197:17551:x1863313756276736:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998309.510576:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998309.510611:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a5200/0x27b6fb2648191b6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x146b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b19c expref: 4197 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510642:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a4a00/0x27b6fb2648191b41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b187 expref: 4196 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510661:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26421e8e00/0x27b6fb264817e002 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35f24 expref: 4195 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510674:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146b:0x0].0x0 (ffff8d2608029400) 00010000:00010000:3.0:1776998309.510687:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998309.510713:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510756:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510769:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510790:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7d60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbe966121 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510800:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbe966121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510811:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbe966121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510940:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510951:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.510960:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998309.511689:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2762, 64 off185024 00010000:00010000:3.0:1776998309.511810:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511824:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511834:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511844:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511852:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511861:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b7d6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x146b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511881:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998309.511902:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511910:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511918:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511925:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.511931:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511941:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511952:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146b:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998309.511956:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998309.511961:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511970:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7d67 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x146b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511991:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.511999:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.512007:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.512013:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.512016:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.512024:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.512033:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998309.512036:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998309.512040:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.512054:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7d59 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998309.512064:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea32280b reply state 00000000c2e0c61d transno 4295019411 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b7d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbe966121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998309.512077:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998309.512166:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4196:17551:x1863313756276736:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1926us (2882us total) trans 4295019411 rc 0/0 00000100:00100000:3.0:1776998309.512213:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51627 00000100:00100000:3.0:1776998309.590231:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.671292:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756278272 00000100:00100000:3.0:1776998309.671306:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756278272 00000100:00100000:3.0:1776998309.671396:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51630 00000100:00100000:3.0:1776998309.671411:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4194:17551:x1863313756278272:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998309.671481:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998309.671513:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508913c00/0x27b6fb26481ad329 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a21:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4797e expref: 4194 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671542:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508910000/0x27b6fb26481ad2ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47969 expref: 4193 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671563:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d017200/0x27b6fb264818a7e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3871e expref: 4192 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671577:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a21:0x0].0x0 (ffff8d2509d3c000) 00010000:00010000:3.0:1776998309.671590:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998309.671615:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671632:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671645:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671663:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7db4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfdccceda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671672:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7db4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdccceda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.671680:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7db4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdccceda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672086:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672097:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672107:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998309.672793:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2771, 64 off185536 00010000:00010000:3.0:1776998309.672875:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672890:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672906:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672916:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672924:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672932:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b7dc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.672968:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998309.672992:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673001:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673009:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673018:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.673023:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673033:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673046:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a21:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998309.673050:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998309.673056:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673065:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dbb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673085:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673093:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673100:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673107:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.673110:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673117:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673127:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998309.673130:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998309.673134:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.673142:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7dad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998309.673154:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b16ee0ba reply state 00000000cd63ca00 transno 4295019417 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b7db4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdccceda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998309.673203:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998309.673294:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4193:17551:x1863313756278272:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1883us (2215us total) trans 4295019417 rc 0/0 00000100:00100000:3.0:1776998309.673304:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51630 00000100:00100000:3.0:1776998309.693077:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.705147:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.729327:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.754460:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756279296 00000100:00100000:3.0:1776998309.754472:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756279296 00000100:00100000:3.0:1776998309.754615:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51632 00000100:00100000:3.0:1776998309.754630:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4191:17551:x1863313756279296:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998309.754704:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998309.754773:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39a800/0x27b6fb2648193247 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14b7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc00 expref: 4191 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754806:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffea00/0x27b6fb264819321d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbeb expref: 4190 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754827:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7b4e00/0x27b6fb264817ea66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36138 expref: 4189 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754841:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b7:0x0].0x0 (ffff8d26029da200) 00010000:00010000:3.0:1776998309.754856:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998309.754882:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754905:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754916:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754934:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8500edfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754943:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8500edfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.754952:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8500edfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.755086:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.755098:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.755108:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998309.756115:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2764, 64 off185152 00010000:00010000:3.0:1776998309.756216:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756230:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756241:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756252:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756475:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756483:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b7dfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756509:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998309.756535:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756542:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756550:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756558:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.756563:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756573:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756585:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b7:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998309.756590:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998309.756595:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756609:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7df3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756629:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756636:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756643:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756648:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.756652:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756661:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756670:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998309.756673:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998309.756676:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.756684:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7de5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998309.756695:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db937ca6 reply state 00000000d08129d2 transno 4295019421 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7dec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8500edfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998309.756965:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998309.757070:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4190:17551:x1863313756279296:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2442us (3470us total) trans 4295019421 rc 0/0 00000100:00100000:3.0:1776998309.757081:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51632 00000100:00100000:3.0:1776998309.765366:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756279552 00000100:00100000:3.0:1776998309.765378:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756279552 00000100:00100000:3.0:1776998309.765451:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16694 00000100:00100000:3.0:1776998309.765465:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4190:17551:x1863313756279552:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998309.765865:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4191:17551:x1863313756279552:12345-192.168.201.35@tcp:35:rm.0 Request processed in 402us (708us total) trans 4295019422 rc 0/0 00000100:00100000:3.0:1776998309.765876:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16694 00000100:00100000:3.0:1776998309.777553:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756279808 00000100:00100000:3.0:1776998309.777567:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756279808 00000100:00100000:3.0:1776998309.825104:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.851105:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998309.858638:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756280832 00000100:00100000:3.0:1776998309.858650:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756280832 00000100:00100000:3.0:1776998309.858747:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51635 00000100:00100000:3.0:1776998309.858761:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4188:17551:x1863313756280832:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998309.858846:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998309.858877:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd6000/0x27b6fb264819785c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15a0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbdb expref: 4188 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.858909:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f0d600/0x27b6fb2648197832 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15a0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbc6 expref: 4187 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.858930:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ce3000/0x27b6fb2648180a41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36797 expref: 4186 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.858953:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15a0:0x0].0x0 (ffff8d2509690700) 00010000:00010000:3.0:1776998309.858968:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998309.858991:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859008:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859021:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859040:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7e40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd85c5cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859050:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd85c5cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859060:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd85c5cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859286:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859298:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.859308:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998309.860249:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2772, 64 off185600 00010000:00010000:3.0:1776998309.860559:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860573:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860584:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860594:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860602:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860610:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7e4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860934:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998309.860958:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860967:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860975:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860983:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.860988:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.860997:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861010:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15a0:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998309.861014:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998309.861019:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861027:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7e47 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861048:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861058:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861067:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861075:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998309.861078:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861087:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861097:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998309.861099:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998309.861102:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998309.861107:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7e39 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998309.861121:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035852908 reply state 00000000bbd7231d transno 4295019427 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd85c5cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998309.861129:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998309.861503:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4187:17551:x1863313756280832:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2743us (3487us total) trans 4295019427 rc 0/0 00000100:00100000:3.0:1776998309.861515:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51635 00000100:00100000:3.0:1776998309.903149:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756281600 00000100:00100000:3.0:1776998309.903164:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756281600 00000100:00100000:3.0:1776998309.903286:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16698 00000100:00100000:3.0:1776998309.903320:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4186:17551:x1863313756281600:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998309.904047:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4187:17551:x1863313756281600:12345-192.168.201.35@tcp:35:rm.0 Request processed in 729us (1506us total) trans 4295019430 rc 0/0 00000100:00100000:3.0:1776998309.904061:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16698 00000100:00100000:3.0:1776998309.914612:0:6667:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802615808 00000100:00100000:3.0:1776998309.914624:0:6667:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802615808 00000100:00100000:3.0:1776998309.914701:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1776998309.914746:0:6667:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802615808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1776998309.914794:0:6667:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 28770304 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1776998309.914883:0:6667:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802615808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 168us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998309.914895:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1776998309.914972:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802615808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1776998309.949907:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756282368 00000100:00100000:3.0:1776998309.949924:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756282368 00000100:00080000:3.0:1776998310.039115:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1776998310.041056:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041075:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041086:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041094:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.041100:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041111:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041155:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb3d6c118 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998310.041160:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.041221:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.041234:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7eb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb3d6c118 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086534:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086548:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086555:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1edc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.086560:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086568:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.086570:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.086579:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998310.086579:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7eda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086583:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.086587:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.086588:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.086593:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7eda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.086596:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ec5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.086609:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7eda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998310.086611:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a3cbea9 reply state 000000000744505c transno 4295019437 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ecc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb7fc13cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.086926:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ed:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998310.086931:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.086936:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7eda lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.086937:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998310.086943:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7eda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.086962:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.086964:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.086966:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998310.087029:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4183:17551:x1863313756283392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2033us (3170us total) trans 4295019437 rc 0/0 00000100:00100000:1.0:1776998310.087040:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51640 00000100:00100000:1.0:1776998310.094740:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998310.127548:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756283904 00000100:00100000:1.0:1776998310.127561:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756283904 00000100:00100000:1.0:1776998310.127635:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51641 00000100:00100000:1.0:1776998310.127648:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263647a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4183:17551:x1863313756283904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998310.127975:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998310.128007:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d900c00/0x27b6fb26481b163c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b00:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497fb expref: 4183 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128037:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da88a00/0x27b6fb26481b1612 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b00:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497e6 expref: 4182 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128076:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d913a00/0x27b6fb264818c67d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b00:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38d3e expref: 4181 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128097:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b00:0x0].0x0 (ffff8d263f269700) 00010000:00010000:1.0:1776998310.128112:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998310.128140:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128156:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128224:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128248:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128260:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128270:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128414:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128427:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.128437:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998310.129124:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2770, 64 off185536 00010000:00010000:1.0:1776998310.129235:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129249:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129259:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129269:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129277:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129286:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b7ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b00:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129303:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998310.129324:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129339:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129348:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129358:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ecc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.129363:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129373:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129386:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b00:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998310.129390:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998310.129394:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129402:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7eef lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129424:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129434:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129442:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129449:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1edc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.129453:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129462:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129473:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998310.129476:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.129480:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.129488:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7ee1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998310.129501:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b67f1c6 reply state 00000000200e8b5a transno 4295019439 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.129513:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998310.129615:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263647a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4182:17551:x1863313756283904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1967us (4097us total) trans 4295019439 rc 0/0 00000100:00100000:1.0:1776998310.129625:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51641 00010000:00010000:3.0:1776998310.142146:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142224:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142237:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142246:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ec800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.142251:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142261:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142281:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf8f05431 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998310.142286:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.142291:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.142300:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7ee8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf8f05431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.167917:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998310.183224:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.183238:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935200/0x27b6fb26481b7f12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1406:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.183251:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.183256:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935200/0x27b6fb26481b7f12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1406:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.183268:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935200/0x27b6fb26481b7f12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1406:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.183287:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1406:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998310.183320:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.183326:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935200/0x27b6fb26481b7f12 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1406:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.183333:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935200/0x27b6fb26481b7f12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1406:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.183359:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.183362:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.183365:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998310.195408:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998310.210351:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998310.222430:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222458:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222469:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222477:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.222482:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222492:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222513:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8444e796 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998310.222518:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.222525:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.222534:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b7f20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8444e796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.226155:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998310.236052:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756285184 00000100:00100000:1.0:1776998310.236065:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756285184 00000100:00100000:1.0:1776998310.236157:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16705 00000100:00100000:1.0:1776998310.236183:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4180:17551:x1863313756285184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998310.257668:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756285440 00000100:00100000:1.0:1776998310.257682:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756285440 00000100:00100000:1.0:1776998310.258483:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51644 00000100:00100000:1.0:1776998310.258502:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4181:17551:x1863313756285440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998310.258573:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998310.258629:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e3e00/0x27b6fb26481a86c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1923:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456c4 expref: 4181 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258659:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e353200/0x27b6fb26481a8699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1923:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456af expref: 4180 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258744:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb2a00/0x27b6fb264818852a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1923:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3802c expref: 4179 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258759:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1923:0x0].0x0 (ffff8d250db33800) 00010000:00010000:1.0:1776998310.258786:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998310.258812:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258829:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258843:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258861:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258871:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.258880:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.259030:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.259042:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.259051:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998310.260013:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2777, 64 off185920 00010000:00010000:1.0:1776998310.260096:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260109:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260118:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260128:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260137:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260145:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260219:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998310.260264:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260280:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260288:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260295:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.260301:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260309:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260320:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1923:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998310.260325:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998310.260329:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260337:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed800/0x27b6fb26481b7f43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1923:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260358:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260366:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260372:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260378:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ecc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.260382:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260390:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260398:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998310.260400:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.260404:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.260411:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ecc00/0x27b6fb26481b7f35 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998310.260424:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e39cc499 reply state 00000000bef0b5d3 transno 4295019445 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.260436:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998310.260523:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4180:17551:x1863313756285440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2026us (4668us total) trans 4295019445 rc 0/0 00010000:00010000:3.0:1776998310.263345:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.263357:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.263369:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.263374:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.263389:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.263405:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1923:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:3.0:1776998310.263409:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.263414:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.263422:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7f4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1923:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.263449:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.263452:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.263454:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998310.287273:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51644 00010000:00010000:3.0:1776998310.287500:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287516:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287526:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287535:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.287541:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287551:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287573:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd7f491c0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998310.287579:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.287585:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.287594:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7f3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7f491c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350146:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.350163:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935a00/0x27b6fb26481b7f66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350179:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.350185:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935a00/0x27b6fb26481b7f66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350215:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935a00/0x27b6fb26481b7f66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350258:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f8:0x0].0x0 (ffff8d250db54900) 00010000:00010000:3.0:1776998310.350504:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.350514:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935a00/0x27b6fb26481b7f66 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350524:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935a00/0x27b6fb26481b7f66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.350554:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.350556:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.350559:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998310.352845:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998310.352934:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.352948:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.352959:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.352968:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.352973:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.354118:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.354137:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7ed72a98 (ffff8d250db54300) 00010000:00010000:3.0:1776998310.354141:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.354146:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.354157:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b7f58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ed72a98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.371077:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998310.375098:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.375109:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b7f82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.375120:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.375124:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b7f82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.375133:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b7f82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.375149:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199e:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998310.375153:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.375157:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b7f82 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x199e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.375165:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b7f82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.375222:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.375225:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.375227:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998310.382023:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998310.385126:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756286720 00000100:00100000:1.0:1776998310.385141:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756286720 00000100:00100000:1.0:1776998310.385242:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16708 00000100:00100000:1.0:1776998310.385257:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4178:17551:x1863313756286720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998310.385638:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4179:17551:x1863313756286720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 383us (3623us total) trans 4295019450 rc 0/0 00000100:00100000:1.0:1776998310.385650:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16708 00000100:00100000:1.0:1776998310.405062:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998310.406245:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756286976 00000100:00100000:3.0:1776998310.406257:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756286976 00000100:00100000:3.0:1776998310.406335:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51647 00000100:00100000:3.0:1776998310.406348:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4178:17551:x1863313756286976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998310.406416:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998310.406446:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26413a2600/0x27b6fb264818d9c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1391:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c7 expref: 4178 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406476:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d34e00/0x27b6fb264817c234 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1391:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3592e expref: 4177 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406488:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1391:0x0].0x0 (ffff8d2636437800) 00010000:00010000:3.0:1776998310.406503:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998310.406527:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406544:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406562:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406580:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7f90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8f8ea911 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406588:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8f8ea911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406597:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8f8ea911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406749:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406761:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.406771:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998310.407478:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2773, 64 off185728 00010000:00010000:3.0:1776998310.407556:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407570:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407580:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407590:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407597:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407605:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407625:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998310.407646:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407653:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407661:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407668:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.407673:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407682:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407693:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1391:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998310.407697:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998310.407701:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.407736:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7f97 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1391:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408093:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.408101:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408110:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998310.408114:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408122:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408134:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1391:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:1.0:1776998310.408138:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998310.408142:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408149:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b7f9e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1391:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.408164:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.408187:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.408190:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.417827:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417841:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417851:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417860:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.417866:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417878:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417898:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998310.417903:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.417909:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.417917:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7f89 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998310.417931:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb4287a9 reply state 00000000220c7442 transno 4295019451 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8f8ea911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.417944:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998310.509937:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998310.513217:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.513224:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b7fba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.513233:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998310.513237:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b7fba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.513244:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b7fba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.513257:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139a:0x0].0x0 (ffff8d250db54300) 00010000:00010000:1.0:1776998310.513260:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998310.513264:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b7fba lrc: 1/0,0 mode: --/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.513272:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b7fba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x139a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.513290:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.513292:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.513294:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998310.524458:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998310.527644:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756287744 00000100:00100000:3.0:1776998310.527659:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756287744 00000100:00100000:3.0:1776998310.527740:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16710 00000100:00100000:3.0:1776998310.527754:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4177:17551:x1863313756287744:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998310.528143:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4178:17551:x1863313756287744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 391us (3689us total) trans 4295019454 rc 0/0 00000100:00100000:3.0:1776998310.528154:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16710 00000100:00100000:1.0:1776998310.538232:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756288000 00000100:00100000:1.0:1776998310.538245:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756288000 00000100:00100000:1.0:1776998310.538544:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51649 00000100:00100000:1.0:1776998310.538557:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4178:17551:x1863313756288000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998310.538625:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998310.538657:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7f600/0x27b6fb26481a8dfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a0c expref: 4178 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538683:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3ac00/0x27b6fb26481a8dd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459f7 expref: 4177 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538728:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509204a00/0x27b6fb2648188872 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c380d4 expref: 4176 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538744:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193b:0x0].0x0 (ffff8d2509cddc00) 00010000:00010000:1.0:1776998310.538758:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998310.538783:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538799:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538812:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538828:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538837:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538846:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.538991:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539003:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539012:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998310.539726:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2779, 64 off186048 00010000:00010000:1.0:1776998310.539804:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539818:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539828:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539836:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539843:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539850:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539874:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998310.539896:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539904:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539911:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539918:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1edc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.539922:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539931:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539942:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193b:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998310.539946:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998310.539950:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539958:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b7fcf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x193b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539978:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539988:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.539995:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.540001:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.540005:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.540013:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.540022:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998310.540025:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.540028:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.540035:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b7fc1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998310.540046:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d90e19 reply state 00000000cc9ab050 transno 4295019455 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.540063:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998310.540144:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4177:17551:x1863313756288000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1589us (2060us total) trans 4295019455 rc 0/0 00000100:00100000:1.0:1776998310.540154:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51649 00010000:00010000:3.0:1776998310.542061:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.542071:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.542081:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ec800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.542085:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.542094:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.542107:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193b:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998310.542110:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.542114:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.542121:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec800/0x27b6fb26481b7fd6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.542144:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.542147:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.542149:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.563874:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563890:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563899:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563907:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.563912:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563921:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563939:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x84fed339 (ffff8d2509e7c300) 00010000:00010000:3.0:1776998310.563942:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.563948:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.563957:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b7fc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x84fed339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.580841:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756288512 00000100:00100000:3.0:1776998310.580853:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756288512 00000100:00100000:3.0:1776998310.580943:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51650 00000100:00100000:3.0:1776998310.580957:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4177:17551:x1863313756288512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998310.581025:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998310.581057:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c906400/0x27b6fb26481a95cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1955:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d9a expref: 4177 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581084:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c904c00/0x27b6fb26481a95a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1955:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d85 expref: 4176 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581108:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a938800/0x27b6fb2648188c00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1955:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3818a expref: 4175 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581134:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1955:0x0].0x0 (ffff8d2509249800) 00010000:00010000:3.0:1776998310.581147:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998310.581196:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581213:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581225:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581243:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581251:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581258:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581386:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581397:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.581406:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998310.582060:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2780, 64 off186112 00010000:00010000:3.0:1776998310.582150:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582208:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582222:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582232:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582240:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582249:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582270:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998310.582293:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582302:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582311:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582319:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.582325:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582335:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582348:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1955:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998310.582352:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998310.582357:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582364:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b7feb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1955:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582384:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582393:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582400:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582407:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.582410:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582418:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582426:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998310.582429:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.582432:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.582445:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b7fdd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998310.582456:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd462159 reply state 00000000765ed28b transno 4295019457 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.582468:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998310.582563:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4176:17551:x1863313756288512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1605us (2873us total) trans 4295019457 rc 0/0 00000100:00100000:3.0:1776998310.582573:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51650 00010000:00010000:1.0:1776998310.584677:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.584688:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.584701:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998310.584729:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.584739:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.584756:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1955:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:1.0:1776998310.584760:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998310.584765:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.584774:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b7ff2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1955:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.584797:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.584799:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.584802:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.593978:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.593999:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.594009:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.594016:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.594022:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.594031:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.594049:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd227a4 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998310.594053:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.594059:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.594072:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b7fe4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd227a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.599776:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756288768 00000100:00100000:1.0:1776998310.599790:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756288768 00000100:00100000:1.0:1776998310.599865:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16712 00000100:00100000:1.0:1776998310.599879:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4175:17551:x1863313756288768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998310.600293:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4176:17551:x1863313756288768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 415us (1519us total) trans 4295019458 rc 0/0 00000100:00100000:1.0:1776998310.600304:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16712 00010000:00010000:3.0:1776998310.628475:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.628487:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b800e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x198e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.628501:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.628506:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b800e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x198e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.628515:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b800e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.628530:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198e:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998310.628533:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.628538:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b800e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x198e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.628545:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe200/0x27b6fb26481b800e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x198e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.628566:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.628569:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.628571:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.639059:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639081:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639097:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639105:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.639111:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639141:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639160:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcd4c51c5 (ffff8d250da9e500) 00010000:00010000:3.0:1776998310.639165:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.639204:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.639215:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe600/0x27b6fb26481b8000 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcd4c51c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.655996:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756289280 00000100:00100000:1.0:1776998310.656008:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756289280 00000100:00100000:1.0:1776998310.656075:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16713 00000100:00100000:1.0:1776998310.656089:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4174:17551:x1863313756289280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998310.656469:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4175:17551:x1863313756289280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 381us (1653us total) trans 4295019460 rc 0/0 00000100:00100000:1.0:1776998310.656480:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16713 00000100:00100000:3.0:1776998310.688894:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756289536 00000100:00100000:3.0:1776998310.688906:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756289536 00000100:00100000:3.0:1776998310.688985:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51652 00000100:00100000:3.0:1776998310.688998:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4175:17551:x1863313756289536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998310.689069:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998310.689101:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1de000/0x27b6fb26481913bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1452:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae1c expref: 4175 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.689147:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1452:0x0].0x0 (ffff8d2608b85900) 00010000:00010000:3.0:1776998310.689162:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f5ea00/0x27b6fb26481afb2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1aa6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48bad expref: 4174 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.690671:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f5d400/0x27b6fb26481afb00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aa6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48b98 expref: 4173 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.691897:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d017e00/0x27b6fb264818ba13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aa6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38ac1 expref: 4172 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.691912:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aa6:0x0].0x0 (ffff8d250e3d4f00) 00010000:00010000:3.0:1776998310.691927:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998310.695859:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.695869:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b802a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aa6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.695879:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998310.695883:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b802a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aa6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.695893:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b802a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aa6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.695907:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aa6:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998310.695910:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998310.695914:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b802a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1aa6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.695922:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf200/0x27b6fb26481b802a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1aa6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.695963:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.695965:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.695967:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.709450:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709472:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709483:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709491:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.709497:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709527:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709547:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfe3f91b7 (ffff8d250da9e200) 00010000:00010000:3.0:1776998310.709552:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.709557:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.709572:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b801c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe3f91b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.713572:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756289792 00000100:00100000:3.0:1776998310.713587:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756289792 00000100:00100000:3.0:1776998310.713739:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16714 00000100:00100000:3.0:1776998310.713754:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4172:17551:x1863313756289792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998310.714161:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4173:17551:x1863313756289792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 409us (717us total) trans 4295019462 rc 0/0 00000100:00100000:3.0:1776998310.714183:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16714 00010000:00010000:3.0:1776998310.769045:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.769057:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b8046 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.769069:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.769074:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b8046 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.769085:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b8046 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.769102:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a4:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998310.769105:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.769112:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b8046 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.769121:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe400/0x27b6fb26481b8046 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.769154:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.769157:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.769160:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.784081:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784123:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784135:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784144:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.784149:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784160:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784183:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x78e15918 (ffff8d250da9e000) 00010000:00010000:3.0:1776998310.784188:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.784293:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.784304:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf000/0x27b6fb26481b8038 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x78e15918 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.791406:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756290304 00000100:00100000:3.0:1776998310.791440:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756290304 00000100:00100000:3.0:1776998310.791534:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16715 00000100:00100000:3.0:1776998310.791549:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4171:17551:x1863313756290304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998310.791990:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4172:17551:x1863313756290304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 442us (4163us total) trans 4295019464 rc 0/0 00000100:00100000:3.0:1776998310.792002:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16715 00000100:00100000:1.0:1776998310.820142:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756290560 00000100:00100000:1.0:1776998310.820155:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756290560 00000100:00100000:1.0:1776998310.820268:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51654 00000100:00100000:1.0:1776998310.820283:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4172:17551:x1863313756290560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998310.820351:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998310.820383:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90e400/0x27b6fb26481af60d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a95:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4895a expref: 4172 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820411:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90ea00/0x27b6fb26481af5e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a95:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48945 expref: 4171 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820428:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb2e00/0x27b6fb264818b7c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a95:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a4a expref: 4170 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820443:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a95:0x0].0x0 (ffff8d250d879500) 00010000:00010000:1.0:1776998310.820456:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998310.820490:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820520:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820533:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820558:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820569:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820579:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820748:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820761:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.820771:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998310.821496:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2781, 64 off186176 00010000:00010000:1.0:1776998310.821581:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821596:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821608:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821620:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821630:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821638:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821673:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998310.821696:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821727:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821736:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821743:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1eca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.821749:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821758:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821771:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a95:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998310.821775:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998310.821779:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821788:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1eca00/0x27b6fb26481b805b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a95:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821810:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821825:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821833:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821839:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.821843:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821851:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821861:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998310.821864:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.821868:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.821877:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed600/0x27b6fb26481b804d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998310.821892:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac90d945 reply state 000000004907c5da transno 4295019465 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998310.821904:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998310.821997:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4171:17551:x1863313756290560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1714us (2083us total) trans 4295019465 rc 0/0 00000100:00100000:1.0:1776998310.822010:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51654 00010000:00010000:3.0:1776998310.822730:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.822739:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.822749:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.822754:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.822763:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.822776:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a95:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:3.0:1776998310.822779:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.822784:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.822792:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ed200/0x27b6fb26481b8062 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.822813:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.822815:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.822817:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.840828:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840850:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840863:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840873:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1edc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.840880:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840892:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840914:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x939a762e (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998310.840919:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.840947:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.840958:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1edc00/0x27b6fb26481b8054 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x939a762e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.844220:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756290816 00000100:00100000:3.0:1776998310.844233:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756290816 00000100:00100000:1.0:1776998310.846332:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16716 00000100:00100000:1.0:1776998310.846354:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4170:17551:x1863313756290816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998310.852072:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4171:17551:x1863313756290816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 5715us (8226us total) trans 4295019466 rc 0/0 00000100:00100000:1.0:1776998310.852091:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16716 00010000:00010000:3.0:1776998310.889750:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998310.889759:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b807e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.889771:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998310.889787:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b807e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.889796:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b807e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.889836:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a0:0x0].0x0 (ffff8d250db54900) 00010000:00010000:3.0:1776998310.889841:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998310.889846:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b807e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.889853:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508935400/0x27b6fb26481b807e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.889877:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.889879:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.889882:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998310.905597:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905620:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905630:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905639:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.905645:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905654:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905933:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaf76b011 (ffff8d250db54500) 00010000:00010000:3.0:1776998310.905939:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.905946:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.905957:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934e00/0x27b6fb26481b8070 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf76b011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.910494:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756291328 00000100:00100000:3.0:1776998310.910507:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756291328 00000100:00100000:3.0:1776998310.910566:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16717 00000100:00100000:3.0:1776998310.910581:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4170:17551:x1863313756291328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998310.915108:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d57850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4171:17551:x1863313756291328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4521us (5991us total) trans 4295019468 rc 0/0 00000100:00100000:3.0:1776998310.915124:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16717 00000040:00080000:3.0:1776998310.942899:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2783, 64 off186304 00010000:00010000:3.0:1776998310.943026:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943048:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943063:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943074:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943082:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943092:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943117:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998310.943142:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943151:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943160:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943195:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.943202:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943213:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943228:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1712:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998310.943233:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998310.943240:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943249:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934200/0x27b6fb26481b8093 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1712:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943273:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943282:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943295:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943302:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998310.943305:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943313:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943324:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998310.943328:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998310.943332:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998310.943339:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934a00/0x27b6fb26481b8085 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998310.943571:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc55083f reply state 000000008fe7d3f3 transno 4295019469 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998310.943583:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998310.943686:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4170:17551:x1863313756291584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6091us (11384us total) trans 4295019469 rc 0/0 00000100:00100000:3.0:1776998310.943726:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51656 00010000:00010000:1.0:1776998310.944400:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998310.944409:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.944419:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998310.944424:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.944434:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.944448:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1712:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:1.0:1776998310.944453:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998310.944457:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.944465:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b809a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1712:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.944486:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.944489:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.944491:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998310.962837:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962855:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962872:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962881:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998310.962887:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962897:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962916:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcff72213 (ffff8d250db54600) 00010000:00010000:1.0:1776998310.962921:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998310.962954:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998310.962965:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508934000/0x27b6fb26481b808c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcff72213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.010214:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756292096 00000100:00100000:3.0:1776998311.010467:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756292096 00000100:00100000:3.0:1776998311.011923:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51657 00000100:00100000:3.0:1776998311.011940:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4170:17551:x1863313756292096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998311.012018:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998311.012053:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1df000/0x27b6fb2648191409 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1453:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae3f expref: 4170 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012079:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1453:0x0].0x0 (ffff8d2509e16400) 00010000:00010000:3.0:1776998311.012096:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da6c600/0x27b6fb26481a207f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17cf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42848 expref: 4169 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012119:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da6e200/0x27b6fb26481a2055 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42833 expref: 4168 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012139:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250944e200/0x27b6fb26481856ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c376e0 expref: 4167 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012153:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17cf:0x0].0x0 (ffff8d250e338800) 00010000:00010000:3.0:1776998311.012200:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.012229:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012248:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012263:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012282:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012293:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012303:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012444:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012458:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.012471:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998311.015584:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2777, 64 off185984 00010000:00010000:3.0:1776998311.015983:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016002:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016017:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016029:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016040:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016050:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b80b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016072:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.016100:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016110:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016120:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016129:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.016136:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016147:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016162:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17cf:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998311.016191:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998311.016198:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016207:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80af lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016231:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016240:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016249:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016262:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.016266:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016274:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016284:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998311.016288:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.016292:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.016300:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998311.016311:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064538404 reply state 0000000034b51316 transno 4295019471 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.016322:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998311.016426:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4168:17551:x1863313756292096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4487us (7360us total) trans 4295019471 rc 0/0 00000100:00100000:3.0:1776998311.016439:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51657 00010000:00010000:3.0:1776998311.033380:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033399:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033411:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033428:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.033435:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033446:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033467:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfd6b47eb (ffff8d250da6b300) 00010000:00010000:3.0:1776998311.033473:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.033478:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.033487:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd6b47eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.034191:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756292352 00000100:00100000:3.0:1776998311.034205:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756292352 00000100:00100000:3.0:1776998311.034259:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16719 00000100:00100000:3.0:1776998311.034272:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4167:17551:x1863313756292352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998311.070920:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.071368:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756292608 00000100:00100000:3.0:1776998311.071381:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756292608 00000100:00100000:3.0:1776998311.071462:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51658 00000100:00100000:3.0:1776998311.071478:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4168:17551:x1863313756292608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998311.071568:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998311.071602:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3e8a00/0x27b6fb264819ec29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1721:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4107e expref: 4168 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071643:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3e8600/0x27b6fb264819ebff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1721:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41069 expref: 4167 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071663:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a2a00/0x27b6fb2648183ee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1721:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3721e expref: 4166 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071677:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1721:0x0].0x0 (ffff8d250a96ac00) 00010000:00010000:3.0:1776998311.071690:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.071741:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071759:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071774:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071793:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071804:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071815:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071944:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071957:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.071968:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998311.072914:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2778, 64 off186048 00010000:00010000:3.0:1776998311.073004:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073020:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073033:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073045:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073056:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073066:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073091:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.073114:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073125:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073134:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073150:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.073156:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073216:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073233:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1721:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998311.073237:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998311.073245:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073253:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1721:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073274:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073283:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073292:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073299:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.073302:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073311:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073326:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998311.073330:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.073335:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073343:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998311.073357:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000113d2305 reply state 0000000035d027e1 transno 4295019473 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.073368:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998311.073461:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+4167:17551:x1863313756292608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1983us (2546us total) trans 4295019473 rc 0/0 00000100:00100000:3.0:1776998311.073472:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51658 00010000:00010000:3.0:1776998311.073505:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.073513:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073523:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.073528:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073537:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073551:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1721:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998311.073555:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998311.073558:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073572:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1721:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.073588:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.073590:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.073593:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.089475:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998311.089649:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089669:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089683:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089694:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998311.089724:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089737:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089760:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7e7cc960 (ffff8d250da6b300) 00010000:00010000:1.0:1776998311.089765:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998311.089773:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.089783:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b80c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e7cc960 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.102528:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16720 00000100:00100000:1.0:1776998311.102547:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4166:17551:x1863313756292864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998311.103039:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+4167:17551:x1863313756292864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 459us (13537us total) trans 4295019474 rc 0/0 00000100:00100000:1.0:1776998311.103053:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16720 00000100:00100000:3.0:1776998311.122790:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.122859:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756293120 00000100:00100000:3.0:1776998311.122871:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756293120 00000100:00100000:3.0:1776998311.122941:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51659 00000100:00100000:3.0:1776998311.122955:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4167:17551:x1863313756293120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998311.123029:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998311.123062:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39f200/0x27b6fb26481a2ba0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17f4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d57 expref: 4167 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123091:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39e200/0x27b6fb26481a2b76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d42 expref: 4166 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123109:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1f8e00/0x27b6fb2648185bbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c377e3 expref: 4165 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123124:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f4:0x0].0x0 (ffff8d250e13cf00) 00010000:00010000:3.0:1776998311.123137:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.123165:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123237:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123252:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123273:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xeba3090b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123285:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeba3090b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123296:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeba3090b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123441:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123454:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.123466:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998311.124266:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2784, 64 off186368 00010000:00010000:3.0:1776998311.124363:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124379:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124392:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124404:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124414:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124424:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124449:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.124474:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.124482:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124493:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.124498:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124510:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124523:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f4:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998311.124528:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998311.124533:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124541:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b80ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124557:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.124559:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.124562:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.124580:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124596:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124606:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124614:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.124619:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124629:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124642:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f4:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998311.124645:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998311.124650:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124659:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b80e7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124684:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124725:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124736:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124744:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.124750:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124760:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124773:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998311.124777:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.124782:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.124791:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80d9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998311.124807:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000af68b675 reply state 00000000ce7afffb transno 4295019475 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b80e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeba3090b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.124821:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998311.124917:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+4166:17551:x1863313756293120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1960us (2133us total) trans 4295019475 rc 0/0 00000100:00100000:3.0:1776998311.124928:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51659 00000100:00100000:3.0:1776998311.144721:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.147542:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756293376 00000100:00100000:3.0:1776998311.147556:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756293376 00000100:00100000:3.0:1776998311.147923:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16721 00000100:00100000:3.0:1776998311.148284:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4165:17551:x1863313756293376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998311.149298:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+4166:17551:x1863313756293376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1020us (4605us total) trans 4295019476 rc 0/0 00000100:00100000:3.0:1776998311.153242:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16721 00000100:00100000:3.0:1776998311.191327:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756293632 00000100:00100000:3.0:1776998311.191340:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756293632 00000100:00100000:3.0:1776998311.191415:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51660 00000100:00100000:3.0:1776998311.191430:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4166:17551:x1863313756293632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998311.191504:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998311.191537:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b187800/0x27b6fb2648196267 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1557:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1e0 expref: 4166 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191570:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d49600/0x27b6fb264819623d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1557:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1cb expref: 4165 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191594:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2639664600/0x27b6fb2648180046 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1557:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36598 expref: 4164 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191610:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1557:0x0].0x0 (ffff8d250d38e000) 00010000:00010000:3.0:1776998311.191624:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.191649:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191667:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191680:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191736:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf011f472 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191749:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf011f472 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191761:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf011f472 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191914:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191927:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.191937:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998311.192991:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2779, 64 off186112 00010000:00010000:3.0:1776998311.193070:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193085:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193097:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193107:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193115:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193125:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193144:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.193203:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193213:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193221:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193229:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.193234:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193243:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193256:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1557:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998311.193261:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998311.193265:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193273:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8103 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1557:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193295:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193537:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193544:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193558:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.193562:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193571:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193583:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998311.193586:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.193590:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.193598:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b80f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998311.193613:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5f05eca reply state 00000000f085ea5c transno 4295019477 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b80fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf011f472 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.193625:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998311.195006:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.195018:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.195029:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.195034:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.195043:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.195058:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1557:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:1.0:1776998311.195063:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998311.195067:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.195075:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b810a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1557:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.195095:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.195118:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.195123:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.200478:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+4165:17551:x1863313756293632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9039us (9867us total) trans 4295019477 rc 0/0 00000100:00100000:1.0:1776998311.200496:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51660 00000100:00100000:1.0:1776998311.218632:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.218685:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.218740:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.218766:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.218793:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776998311.218801:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.218830:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.218851:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.218874:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.218904:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618368 00000100:00100000:1.0:1776998311.218912:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618368 00000100:00100000:1.0:1776998311.218980:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618880 00000100:00100000:1.0:1776998311.218984:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618880 00000100:00100000:1.0:1776998311.219002:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618240 00000100:00100000:1.0:1776998311.219005:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618240 00000100:00100000:1.0:1776998311.219022:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618752 00000100:00100000:1.0:1776998311.219026:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618752 00000100:00100000:1.0:1776998311.219046:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12172 00000100:00100000:1.0:1776998311.219056:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3360:x1863313802618368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.219075:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2794 count 1 00010000:00010000:1.0:1776998311.219096:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ae605c7/0x27b6fb26481b8149 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219115:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 749 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219126:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219128:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219131:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ae605c7/0x27b6fb26481b8149 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219161:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 749 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219202:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 749 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.219218:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802619008:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.219265:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac180 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.219538:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12173 00000100:00100000:1.0:1776998311.219550:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3360:x1863313802618880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.219568:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3414 count 1 00010000:00010000:1.0:1776998311.219583:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddaaa482/0x27b6fb26481b8150 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219600:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 749 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219610:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219613:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219616:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddaaa482/0x27b6fb26481b8150 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219641:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 749 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219655:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 749 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.219670:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802619136:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.219787:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acb40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.219815:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12174 00000100:00100000:1.0:1776998311.219827:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3360:x1863313802618240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.219845:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3344 count 1 00010000:00010000:1.0:1776998311.219860:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219878:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 749 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219897:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219899:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.219903:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219928:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 749 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.219942:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 749 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.219956:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802619264:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.219988:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00000100:00080000:1.0:1776998311.220005:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1776998311.220021:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12175 00000100:00100000:1.0:1776998311.220033:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3360:x1863313802618752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.220049:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2526 count 1 00010000:00010000:1.0:1776998311.220065:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220082:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 749 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220091:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.220093:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.220097:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220123:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 749 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220135:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 749 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.220148:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802619392:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.220217:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac300 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.220251:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802618112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.220290:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.220317:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802618624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.220340:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.220361:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1776998311.220369:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802617984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.220394:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.220412:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802618496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.220432:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.220458:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618112 00000100:00100000:1.0:1776998311.220463:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618112 00000100:00100000:1.0:1776998311.220494:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618624 00000100:00100000:1.0:1776998311.220498:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618624 00000100:00100000:1.0:1776998311.220518:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802617984 00000100:00100000:1.0:1776998311.220522:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802617984 00000100:00100000:1.0:1776998311.220540:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802618496 00000100:00100000:1.0:1776998311.220543:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802618496 00000100:00100000:1.0:1776998311.220560:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12176 00000100:00100000:1.0:1776998311.220568:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802618112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.220585:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2599 count 1 00010000:00010000:1.0:1776998311.220601:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220954:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 749 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220965:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.220967:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.220970:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.220998:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 749 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221010:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 749 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.221023:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802619520:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.221055:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.221082:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12177 00000100:00100000:1.0:1776998311.221093:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802618624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.221109:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3421 count 1 00010000:00010000:1.0:1776998311.221125:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221141:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 749 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221150:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.221152:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.221155:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221468:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 749 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221481:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 749 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.221495:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802619648:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.221526:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac840 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.221548:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12178 00000100:00100000:1.0:1776998311.221558:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802617984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.221574:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2611 count 1 00010000:00010000:1.0:1776998311.221589:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025444e2d/0x27b6fb26481b8173 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221604:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 749 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221620:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.221622:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.221625:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025444e2d/0x27b6fb26481b8173 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221650:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 749 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.221662:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 749 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.221675:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802619776:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.271430:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295040 00000100:00100000:1.0:1776998311.271437:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295040 00010000:00010000:1.0:1776998311.271477:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 750 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.271503:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295296 00000100:00100000:1.0:1776998311.271506:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295296 00010000:00010000:1.0:1776998311.271520:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b1d39aa/0x27b6fb26481a68ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44934 expref: 751 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.271536:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4866 00000100:00100000:1.0:1776998311.271546:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+752:2375:x1863313756294528:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.271564:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.271570:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc7b4698/0x27b6fb26481910d6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3accc expref: 752 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.271586:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc7b4698/0x27b6fb26481910d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3accc expref: 752 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.271608:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.271610:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.271616:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.271629:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.271671:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.271978:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+752:2375:x1863313756294528:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 432us (5577us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.271989:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4866 00000100:00100000:1.0:1776998311.272011:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295552 00000100:00100000:1.0:1776998311.272017:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295552 00010000:00010000:1.0:1776998311.272037:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 752 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.272055:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295168 00000100:00100000:1.0:1776998311.272059:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295168 00010000:00010000:1.0:1776998311.272075:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 753 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.272089:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295424 00000100:00100000:1.0:1776998311.272093:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295424 00010000:00010000:1.0:1776998311.272106:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 754 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.272120:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295680 00000100:00100000:1.0:1776998311.272123:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295680 00010000:00010000:1.0:1776998311.272136:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 755 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.272154:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4867 00000100:00100000:1.0:1776998311.272162:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+751:2375:x1863313756294784:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.272223:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.272230:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6de9b25/0x27b6fb26481ad6b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47b1b expref: 751 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272245:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6de9b25/0x27b6fb26481ad6b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47b1b expref: 751 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272262:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272264:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272269:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272280:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272299:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.272328:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+751:2375:x1863313756294784:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (5905us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.272336:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4867 00000100:00100000:1.0:1776998311.272355:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4868 00000100:00100000:1.0:1776998311.272363:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+750:2374:x1863313756294912:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.272374:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.272381:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cca7b228/0x27b6fb264818e4d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c398cf expref: 750 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272394:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cca7b228/0x27b6fb264818e4d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c398cf expref: 750 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272410:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272413:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272417:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272426:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272442:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.272466:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+750:2374:x1863313756294912:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 103us (6004us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.272475:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4868 00000100:00100000:1.0:1776998311.272494:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4869 00000100:00100000:1.0:1776998311.272503:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+755:2374:x1863313756295040:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.272513:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.272518:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 755 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272531:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 755 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272548:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272550:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272554:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272564:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272580:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.272602:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+755:2374:x1863313756295040:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 101us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.272610:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4869 00000100:00100000:1.0:1776998311.272633:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4870 00000100:00100000:1.0:1776998311.272641:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+754:2374:x1863313756295296:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.272651:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.272656:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b1d39aa/0x27b6fb26481a68ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44934 expref: 754 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272678:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b1d39aa/0x27b6fb26481a68ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44934 expref: 754 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.272720:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272723:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.272727:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273030:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273050:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.273079:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+754:2374:x1863313756295296:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 438us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.273089:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4870 00000100:00100000:1.0:1776998311.273111:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4871 00000100:00100000:1.0:1776998311.273121:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+753:2374:x1863313756295552:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.273130:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.273136:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 753 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273148:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1a669f9/0x27b6fb26481b0858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c491aa expref: 753 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273195:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273197:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273201:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddaaa482/0x27b6fb26481b8150 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273213:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddaaa482/0x27b6fb26481b8150 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273228:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.273253:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+753:2374:x1863313756295552:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 134us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.273262:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4871 00000100:00100000:1.0:1776998311.273279:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4872 00000100:00100000:1.0:1776998311.273288:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+752:2374:x1863313756295168:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.273298:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.273304:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 752 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273318:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 752 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273335:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273337:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273341:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273359:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273377:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.273401:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+752:2374:x1863313756295168:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 114us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.273410:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4872 00000100:00100000:1.0:1776998311.273427:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4873 00000100:00100000:1.0:1776998311.273436:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+751:2374:x1863313756295424:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.273445:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.273451:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 751 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273464:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c51cf8f/0x27b6fb2648199313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ff expref: 751 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273479:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273481:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273485:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ae605c7/0x27b6fb26481b8149 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273495:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ae605c7/0x27b6fb26481b8149 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273509:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.273534:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+751:2374:x1863313756295424:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 98us (2228us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.273543:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4873 00000100:00100000:1.0:1776998311.273561:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4874 00000100:00100000:1.0:1776998311.273569:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+750:2374:x1863313756295680:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.273580:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.273586:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 750 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273601:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 750 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273616:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273618:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.273623:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273633:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.273650:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.273670:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+750:2374:x1863313756295680:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 101us (2344us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.273679:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4874 00000100:00080000:1.0:1776998311.273729:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1776998311.273734:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1776998311.274039:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b0c8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49394 expref: 749 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.274059:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802619648:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.274083:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.274097:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.274107:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.274120:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.274131:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.274159:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.276572:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a83d3798/0x27b6fb2648191dc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2ad expref: 748 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.276592:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802619520:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.276614:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.276626:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.276954:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.276968:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.276978:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277002:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776998311.277464:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998311.277473:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277485:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.277491:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277504:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277526:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277536:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efb550fb/0x27b6fb26481b816c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277563:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.277566:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277575:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.277579:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277588:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277600:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277609:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000320a31b1/0x27b6fb26481b8165 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.277624:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.277626:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.277628:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.279691:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802617600:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.288566:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802618624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67469us (68218us total) trans 4294970544 rc 0/0 00000100:00100000:1.0:1776998311.288893:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12177 00010000:00010000:1.0:1776998311.288995:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b60ffbb5/0x27b6fb26481ade3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e86 expref: 745 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.289017:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802619264:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.289043:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289058:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289069:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289083:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289093:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289117:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.289924:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+16:3360:x1863313802618240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70097us (71091us total) trans 4294970548 rc 0/0 00000100:00100000:1.0:1776998311.289934:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12174 00010000:00010000:1.0:1776998311.289963:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.289971:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.289984:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ec800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.289989:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290009:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290031:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290042:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098485d43/0x27b6fb26481b8157 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290069:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.290071:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.290074:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.290083:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.290117:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d4e00/2, rc 0, transno 4294970544 00000100:00100000:1.0:1776998311.290133:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802618624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998311.290151:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.290193:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d5f80/2, rc 0, transno 4294970548 00000100:00100000:1.0:1776998311.290199:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.290342:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802620160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.290388:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.290423:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998311.290430:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802620032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.290456:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.290488:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802620160 00000100:00100000:1.0:1776998311.290495:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802620160 00000100:00100000:1.0:1776998311.290534:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802620032 00000100:00100000:1.0:1776998311.290538:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802620032 00000100:00100000:1.0:1776998311.290564:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12180 00000100:00100000:1.0:1776998311.290574:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3362:x1863313802620160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.290604:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3028 count 1 00010000:00010000:1.0:1776998311.290626:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290646:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 744 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.290656:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.290658:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.290662:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295313:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b8134 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295387:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7b4698/0x27b6fb26481910d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3accc expref: 749 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.295405:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802617472:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.295432:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295443:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295453:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295465:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295475:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.295524:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.296094:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802616192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79241us (82853us total) trans 4294970408 rc 0/0 00000100:00100000:3.0:1776998311.296107:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12168 00010000:00010000:3.0:1776998311.296165:0:12889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6b02c12/0x27b6fb26481a512b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43e67 expref: 748 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.296207:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802617344:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.296227:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.296239:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.296248:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.296259:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.296271:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.311341:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 744 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.311390:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 744 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.311419:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802620288:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.311567:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.312896:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998311.313236:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3361:x1863313802616576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 98015us (100092us total) trans 4294970409 rc 0/0 00000100:00100000:3.0:1776998311.313249:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12167 00010000:00010000:3.0:1776998311.315357:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998311.315368:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315381:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbfa00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.315387:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315406:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315428:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315438:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038b0cf24/0x27b6fb26481b812d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315462:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998311.315467:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315475:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508934a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.315478:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315489:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315502:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315513:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ed1c25a/0x27b6fb26481b8126 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315539:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998311.315544:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315553:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.315557:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315568:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315582:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315592:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3ef725b/0x27b6fb26481b813b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315607:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.315611:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315621:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbf200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.315625:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315642:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315655:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315687:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef4bdab7/0x27b6fb26481b8142 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.315724:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.315726:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.315729:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.317333:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.317365:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.317452:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998311.317511:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4d1b1b9/0x27b6fb264818cfc9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38f3d expref: 744 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.317531:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802616960:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.317556:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317569:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317586:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317599:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317609:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317629:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.317898:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+57:3361:x1863313802615936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 104251us (105252us total) trans 4294970411 rc 0/0 00000100:00100000:3.0:1776998311.317909:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12164 00010000:00010000:3.0:1776998311.317963:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.317970:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317981:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.317986:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.317996:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.318012:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.318023:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa4c271/0x27b6fb26481b8111 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.318042:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.318045:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.318047:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.318075:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802619776:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.318098:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025444e2d/0x27b6fb26481b8173 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323474:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.323485:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d67f652/0x27b6fb26481b811f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323524:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508935a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.323529:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d67f652/0x27b6fb26481b811f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323542:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d67f652/0x27b6fb26481b811f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323566:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d67f652/0x27b6fb26481b811f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323576:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d67f652/0x27b6fb26481b811f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.323602:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.323604:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.323607:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.330015:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d7100/2, rc 0, transno 4294970545 00000100:00100000:1.0:1776998311.330036:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802618112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.330046:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998311.330066:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802620800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.330155:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998311.330246:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d4000/2, rc 0, transno 4294970547 00000100:00100000:1.0:1776998311.330254:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998311.330517:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da95f80/2, rc 0, transno 4294970546 00000100:00100000:1.0:1776998311.330523:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998311.330544:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.330552:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.330559:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.330585:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802619392:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.330613:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.330648:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295808 00000100:00100000:1.0:1776998311.330656:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295808 00010000:00010000:1.0:1776998311.330690:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 745 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.330752:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756295936 00000100:00100000:1.0:1776998311.330757:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756295936 00010000:00010000:1.0:1776998311.330775:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 746 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.330802:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4875 00000100:00100000:1.0:1776998311.330812:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+746:2374:x1863313756295808:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.330829:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.330836:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 746 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.330853:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 746 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.330879:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001950b02c/0x27b6fb26481924fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5f5 expref: 746 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.330898:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.330901:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.330907:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025444e2d/0x27b6fb26481b8173 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.330919:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025444e2d/0x27b6fb26481b8173 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.330951:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.331008:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+745:2374:x1863313756295808:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 195us (13679us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.331017:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4875 00000100:00100000:1.0:1776998311.331048:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4876 00000100:00100000:1.0:1776998311.331057:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+744:2374:x1863313756295936:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.331069:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.331076:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 744 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331100:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 744 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331119:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb3a53f7/0x27b6fb264818f1db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39eb7 expref: 744 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331131:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.331133:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.331137:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331148:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331473:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.331503:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+743:2374:x1863313756295936:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 446us (14137us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.331512:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4876 00000100:00100000:1.0:1776998311.331545:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296192 00000100:00100000:1.0:1776998311.331551:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296192 00000100:00100000:1.0:1776998311.331589:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51661 00000100:00100000:1.0:1776998311.331600:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3985:17551:x1863313756296192:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998311.331659:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998311.331681:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508894800/0x27b6fb2648191456 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1454:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae62 expref: 3985 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331734:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1454:0x0].0x0 (ffff8d2509e16000) 00010000:00010000:1.0:1776998311.331773:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df67200/0x27b6fb2648195bc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1541:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cede expref: 3984 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331793:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d208c00/0x27b6fb2648195b9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1541:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cec9 expref: 3983 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331813:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d809e00/0x27b6fb264817fd44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1541:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c364fe expref: 3982 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331824:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1541:0x0].0x0 (ffff8d250d38ef00) 00010000:00010000:1.0:1776998311.331835:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998311.331863:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331879:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331890:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331907:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331917:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.331925:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.332070:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.332082:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.332092:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.333813:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.338654:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998311.342362:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d971e71/0x27b6fb2648198c28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e4da expref: 742 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.342381:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802617088:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.342400:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000781d3417/0x27b6fb26481b8118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342413:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000781d3417/0x27b6fb26481b8118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342423:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000781d3417/0x27b6fb26481b8118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342434:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000781d3417/0x27b6fb26481b8118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342444:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000781d3417/0x27b6fb26481b8118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342473:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.342823:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+60:3361:x1863313802616448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 128307us (129780us total) trans 4294970414 rc 0/0 00000100:00100000:3.0:1776998311.342835:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12165 00010000:00010000:3.0:1776998311.342895:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b1d39aa/0x27b6fb26481a68ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44934 expref: 742 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.342910:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802619904:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.342930:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342942:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342951:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342961:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342971:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0755969/0x27b6fb26481b817a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.342994:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998311.343455:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3362:x1863313802618496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 106864us (123019us total) trans 4294970549 rc 0/0 00000100:00100000:3.0:1776998311.343465:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12179 00010000:00010000:3.0:1776998311.343505:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.343525:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b8134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.343537:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b8134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.343547:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b8134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.343557:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e752f070/0x27b6fb26481b8134 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.343577:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998311.344301:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:3359:x1863313802616704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 127214us (131011us total) trans 4294970415 rc 0/0 00000100:00100000:3.0:1776998311.344311:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12169 00000100:00100000:3.0:1776998311.344362:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+741:2375:x1863313756294656:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 76735us (77989us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.344371:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4865 00000100:00100000:3.0:1776998311.344422:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296320 00000100:00100000:3.0:1776998311.344429:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296320 00010000:00010000:3.0:1776998311.344456:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d493a0a/0x27b6fb26481a7c2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c451f4 expref: 742 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.344484:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296448 00000100:00100000:3.0:1776998311.344488:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296448 00010000:00010000:3.0:1776998311.344508:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 743 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.344526:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4877 00000100:00100000:3.0:1776998311.344537:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+743:2375:x1863313756296320:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.344550:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.344559:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d493a0a/0x27b6fb26481a7c2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c451f4 expref: 743 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.344574:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d493a0a/0x27b6fb26481a7c2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c451f4 expref: 743 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.344598:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d493a0a/0x27b6fb26481a7c2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c451f4 expref: 743 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.344615:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.344617:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.344623:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6b3ce3d/0x27b6fb26481b8188 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.344634:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6b3ce3d/0x27b6fb26481b8188 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.344658:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.345007:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+742:2375:x1863313756296320:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 471us (11197us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.345017:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4877 00000100:00100000:3.0:1776998311.345037:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4878 00000100:00100000:3.0:1776998311.345047:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+741:2374:x1863313756296448:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.345057:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.345063:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 741 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.345077:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 741 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.345095:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.345097:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.345101:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.345111:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.345126:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.345149:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+741:2374:x1863313756296448:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 105us (6504us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.345159:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4878 00000040:00080000:1.0:1776998311.354802:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2780, 64 off186176 00010000:00010000:1.0:1776998311.354909:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.354928:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.354942:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.354953:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.354961:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.354971:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a600/0x27b6fb26481b81d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1541:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355002:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998311.355024:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355039:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355048:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355056:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998311.355062:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355071:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355203:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1541:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998311.355207:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998311.355213:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355221:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0be00/0x27b6fb26481b819d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1541:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355244:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355252:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355260:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355267:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9a8e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998311.355271:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355279:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355288:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998311.355291:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998311.355295:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355303:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b818f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998311.355315:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb4e7f09 reply state 00000000c610a442 transno 4295019479 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.355327:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998311.355407:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3983:17551:x1863313756296192:12345-192.168.201.35@tcp:36:rm.0 Request processed in 23805us (37951us total) trans 4295019479 rc 0/0 00000100:00100000:1.0:1776998311.355417:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51661 00000100:00100000:1.0:1776998311.355474:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12189 00000100:00100000:1.0:1776998311.355488:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+64:3361:x1863313802621952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.355510:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2976 count 1 00010000:00010000:1.0:1776998311.355531:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355549:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 740 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355568:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.355570:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.355574:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 4/0,1 mode: --/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355611:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 740 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.355625:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 740 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.355642:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802622336:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.356005:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac480 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.356121:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.356134:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.356146:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.356155:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa66d713/0x27b6fb26481b815e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.356212:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998311.357603:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3360:x1863313802618752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 137570us (138725us total) trans 4294970551 rc 0/0 00000100:00100000:1.0:1776998311.357615:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12175 00010000:00010000:1.0:1776998311.357671:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b61e179/0x27b6fb26481a1fd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c427fb expref: 740 pid: 12861 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.357687:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802620288:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.366969:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802620928:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.366993:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.367029:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296704 00000100:00100000:3.0:1776998311.367038:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296704 00010000:00010000:3.0:1776998311.367079:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e949434/0x27b6fb2648190098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a56a expref: 741 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.367156:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296576 00000100:00100000:3.0:1776998311.367162:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296576 00010000:00010000:3.0:1776998311.367181:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b20b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49cbd expref: 742 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.367237:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4879 00000100:00100000:3.0:1776998311.367250:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+742:2375:x1863313756296704:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.367266:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.367272:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e949434/0x27b6fb2648190098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a56a expref: 742 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367287:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e949434/0x27b6fb2648190098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a56a expref: 742 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367314:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e949434/0x27b6fb2648190098 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a56a expref: 742 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367335:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.367338:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.367343:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367355:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367388:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.367411:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367423:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367435:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367446:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea135dd6/0x27b6fb26481b81ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.367461:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998311.368335:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802620800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27413us (38178us total) trans 4294970416 rc 0/0 00000100:00100000:3.0:1776998311.368347:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12184 00000100:00100000:3.0:1776998311.368417:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+741:2375:x1863313756296704:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1167us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.368427:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4879 00000100:00100000:3.0:1776998311.368447:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4880 00000100:00100000:3.0:1776998311.368456:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+740:2375:x1863313756296576:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.368467:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.368473:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b20b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49cbd expref: 740 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368489:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b20b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49cbd expref: 740 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368509:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b20b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49cbd expref: 740 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368522:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.368524:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.368528:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368538:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368563:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998311.368578:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368589:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368600:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368609:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075907b09/0x27b6fb26481b81a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.368622:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1776998311.368828:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+65:3359:x1863313802620672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28281us (49186us total) trans 4294970417 rc 0/0 00000100:00100000:3.0:1776998311.368839:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12183 00000100:00100000:3.0:1776998311.368880:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+739:2375:x1863313756296576:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 423us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.368890:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4880 00010000:00010000:1.0:1776998311.374532:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.374550:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.374560:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.374574:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.374585:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.374611:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998311.378214:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.378484:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1ed200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.378490:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.378503:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.378527:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.378538:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008993f31d/0x27b6fb26481b8181 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.378563:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.378565:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.378568:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.381647:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.381959:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998311.381985:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802623104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.383556:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802620160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92978us (93162us total) trans 4294970553 rc 0/0 00000100:00100000:1.0:1776998311.383571:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12180 00000100:00100000:1.0:1776998311.383634:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802622464 00000100:00100000:1.0:1776998311.383642:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802622464 00000100:00100000:1.0:1776998311.383718:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12191 00000100:00100000:1.0:1776998311.383731:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3359:x1863313802622464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.383766:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2731 count 1 00010000:00010000:1.0:1776998311.383795:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.383820:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 739 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.383832:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.383835:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.383840:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.383883:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 739 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.383900:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 739 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.383918:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802623232:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.383996:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac180 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.384014:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.384042:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da94a80/2, rc 0, transno 4294970551 00000100:00100000:1.0:1776998311.384050:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802618752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.385988:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802623872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.386939:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998311.386989:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d261248b100/2, rc 0, transno 4294970553 00000100:00100000:1.0:1776998311.387002:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802620160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.387016:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998311.387023:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802623744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.387053:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.387089:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802623616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.387140:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.387194:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998311.387202:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802623488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.387230:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.387603:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998311.387616:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802624000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.389458:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.389523:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802623872 00000100:00100000:1.0:1776998311.389531:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802623872 00000100:00100000:1.0:1776998311.389578:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802623744 00000100:00100000:1.0:1776998311.389582:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802623744 00000100:00100000:1.0:1776998311.389606:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802623616 00000100:00100000:1.0:1776998311.389610:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802623616 00000100:00100000:1.0:1776998311.389625:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802623488 00000100:00100000:1.0:1776998311.389628:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802623488 00000100:00100000:1.0:1776998311.389642:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802624000 00000100:00100000:1.0:1776998311.389646:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802624000 00000100:00100000:1.0:1776998311.390118:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12193 00000100:00100000:1.0:1776998311.390136:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3362:x1863313802623872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.390165:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3025 count 1 00010000:00010000:1.0:1776998311.390213:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390240:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 739 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390251:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.390253:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.390258:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390293:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 739 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390311:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 739 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.390329:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802624128:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.390400:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acb40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.390425:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12194 00000100:00100000:1.0:1776998311.390436:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3362:x1863313802623744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.390454:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3012 count 1 00010000:00010000:1.0:1776998311.390470:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390487:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 739 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390497:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.390499:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.390503:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390529:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 739 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.390542:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 739 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.390556:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802624256:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.390591:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac840 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.390616:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12195 00000100:00100000:1.0:1776998311.390628:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802623616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.390645:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2956 count 1 00010000:00010000:1.0:1776998311.394852:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.394885:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 739 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.394904:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.394907:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.394911:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.394963:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 739 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.394981:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 739 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.395000:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802624384:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.395069:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.395131:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12196 00000100:00100000:1.0:1776998311.395148:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802623488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.395193:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3000 count 1 00010000:00010000:1.0:1776998311.395216:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395234:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 739 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395244:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.395246:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.395251:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395560:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 739 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395575:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 739 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.395589:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802624512:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.395626:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.395886:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12197 00000100:00100000:1.0:1776998311.395898:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802624000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.395917:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3003 count 1 00010000:00010000:1.0:1776998311.395933:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395951:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 739 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395961:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.395963:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.395967:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.395998:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 739 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.396021:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 739 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.396035:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802624640:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.396090:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac540 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.396300:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802624768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.396630:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.396684:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802624768 00000100:00100000:0.0:1776998311.399552:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.400053:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.400088:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.400116:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.400140:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.400522:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998311.400562:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400575:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400586:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400596:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9a9200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998311.400602:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400615:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400636:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x75644e66 (ffff8d2509e7c100) 00010000:00010000:0.0:1776998311.400640:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998311.400646:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.400656:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b8196 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x75644e66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401010:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756296960 00000100:00100000:0.0:1776998311.401018:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756296960 00000100:00100000:0.0:1776998311.401072:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16723 00000100:00100000:0.0:1776998311.401083:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d56050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3982:17551:x1863313756296960:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998311.401459:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d56050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3983:17551:x1863313756296960:12345-192.168.201.35@tcp:35:rm.0 Request processed in 375us (1911us total) trans 4295019480 rc 0/0 00000100:00100000:0.0:1776998311.401471:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16723 00000100:00100000:0.0:1776998311.401541:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297088 00000100:00100000:0.0:1776998311.401546:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297088 00010000:00010000:0.0:1776998311.401572:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019673692/0x27b6fb26481aef61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48651 expref: 739 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401602:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297344 00000100:00100000:0.0:1776998311.401606:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297344 00010000:00010000:0.0:1776998311.401625:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000784f4925/0x27b6fb26481975e6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dabc expref: 740 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401641:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297600 00000100:00100000:0.0:1776998311.401645:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297600 00010000:00010000:0.0:1776998311.401658:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 741 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401675:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297216 00000100:00100000:0.0:1776998311.401679:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297216 00010000:00010000:0.0:1776998311.401716:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091809492/0x27b6fb26481a9b29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46009 expref: 742 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401734:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297472 00000100:00100000:0.0:1776998311.401737:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297472 00010000:00010000:0.0:1776998311.401752:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c4286b/0x27b6fb264819e0fa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b68 expref: 743 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.401772:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4881 00000100:00100000:0.0:1776998311.401781:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+743:2374:x1863313756297088:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.401795:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.401801:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019673692/0x27b6fb26481aef61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48651 expref: 743 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.401825:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019673692/0x27b6fb26481aef61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48651 expref: 743 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.401849:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.401852:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.401858:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.401871:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.401895:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.401927:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+743:2374:x1863313756297088:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.401937:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4881 00000100:00100000:0.0:1776998311.401956:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4882 00000100:00100000:0.0:1776998311.401966:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+742:2374:x1863313756297344:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.401977:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.401984:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000784f4925/0x27b6fb26481975e6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dabc expref: 742 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.401998:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000784f4925/0x27b6fb26481975e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dabc expref: 742 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402025:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402028:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402033:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9871034/0x27b6fb26481b81c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402043:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9871034/0x27b6fb26481b81c0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402060:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.402089:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+742:2374:x1863313756297344:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (2000us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.402098:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4882 00000100:00100000:0.0:1776998311.402120:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4883 00000100:00100000:0.0:1776998311.402129:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+741:2374:x1863313756297600:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.402140:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.402146:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 741 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402161:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 741 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402208:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402211:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402215:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402234:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402252:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.402531:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+741:2374:x1863313756297600:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 401us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.402541:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4883 00000100:00100000:0.0:1776998311.402562:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4884 00000100:00100000:0.0:1776998311.402571:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+740:2374:x1863313756297216:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.402582:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.402588:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000091809492/0x27b6fb26481a9b29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46009 expref: 740 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402602:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000091809492/0x27b6fb26481a9b29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46009 expref: 740 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402619:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402621:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.402625:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402636:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.402654:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.402683:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+740:2374:x1863313756297216:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 113us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.404258:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998311.407409:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019673692/0x27b6fb26481aef61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48651 expref: 740 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.407435:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802621824:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.407467:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.407482:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.407493:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.407515:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.407527:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.407555:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.408326:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3359:x1863313802621440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57306us (57891us total) trans 4294970418 rc 0/0 00000100:00100000:3.0:1776998311.408339:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12185 00000100:00100000:3.0:1776998311.408371:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802623104 00000100:00100000:3.0:1776998311.408378:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802623104 00000100:00100000:3.0:1776998311.408420:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12198 00000100:00100000:3.0:1776998311.408430:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3361:x1863313802623104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.408460:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3059 count 1 00010000:00010000:3.0:1776998311.408484:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408506:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 739 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408516:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.408519:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.408524:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408575:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 739 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408593:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 739 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.408611:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802624896:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.408684:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da59c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.408734:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.408743:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408755:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.408760:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408773:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408796:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408807:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f26c1040/0x27b6fb26481b81b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408840:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.408843:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.408846:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.408881:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091809492/0x27b6fb26481a9b29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xca1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46009 expref: 739 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.408895:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802621184:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.408915:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408926:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408935:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408945:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408955:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.408977:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.409166:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3359:x1863313802620544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80076us (90026us total) trans 4294970419 rc 0/0 00000100:00100000:3.0:1776998311.409204:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12182 00010000:00010000:3.0:1776998311.409230:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.409237:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.409249:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bfbec00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.409255:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.409267:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.409283:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.409294:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b865433/0x27b6fb26481b81b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.409316:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.409318:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.409321:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.410003:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802624768 00000100:00100000:1.0:1776998311.410055:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12199 00000100:00100000:1.0:1776998311.410067:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+66:3360:x1863313802624768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.410087:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2683 count 1 00010000:00010000:1.0:1776998311.410127:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410146:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 738 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410156:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.410158:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.410162:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410203:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 738 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410224:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 738 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.410239:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802625024:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.410278:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac300 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.410320:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000394056a5/0x27b6fb26481a00dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c419e6 expref: 738 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.410336:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802622336:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.410360:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410372:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410381:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410392:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410403:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b81dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410432:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.410737:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+67:3361:x1863313802621952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55251us (58485us total) trans 4294970420 rc 0/0 00000100:00100000:1.0:1776998311.410749:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12189 00000100:00100000:1.0:1776998311.410788:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4885 00000100:00100000:1.0:1776998311.410801:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c267850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+737:2374:x1863313756297472:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.410818:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.410828:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9c4286b/0x27b6fb264819e0fa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b68 expref: 737 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410845:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9c4286b/0x27b6fb264819e0fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b68 expref: 737 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410865:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.410868:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.410873:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcdb24ba/0x27b6fb26481b81c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410885:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcdb24ba/0x27b6fb26481b81c7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.410905:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.417026:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c267850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+735:2374:x1863313756297472:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6214us (16492us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.417045:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4885 00000004:00080000:1.0:1776998311.417145:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509ed3b80/2, rc 0, transno 4294970422 00000100:00100000:1.0:1776998311.417178:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802621568:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998311.417195:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509ed1c00/2, rc 0, transno 4294970418 00000100:00100000:1.0:1776998311.417201:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802621440:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998311.417548:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891df80/2, rc 0, transno 4294970419 00000100:00100000:1.0:1776998311.417555:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802620544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998311.417582:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.417972:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a002d80/2, rc 0, transno 4294970420 00000100:00100000:1.0:1776998311.417981:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802621952:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998311.417993:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509ed1180/2, rc 0, transno 4294970421 00000100:00100000:1.0:1776998311.417997:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802621696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.418040:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802622848:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.418069:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.423068:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4884 00000100:00100000:0.0:1776998311.427549:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427777:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427807:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427842:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427871:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427897:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.427930:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.428036:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297728 00000100:00100000:0.0:1776998311.428047:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297728 00010000:00010000:0.0:1776998311.428095:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008495af81/0x27b6fb264819f957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4167b expref: 740 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.428130:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297856 00000100:00100000:0.0:1776998311.428136:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297856 00010000:00010000:0.0:1776998311.428159:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 741 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.429731:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12201 00000100:00100000:3.0:1776998311.429751:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+71:3362:x1863313802625152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.429790:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2905 count 1 00010000:00010000:3.0:1776998311.429820:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.429855:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 733 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.429867:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.429870:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.429875:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.429923:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 733 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.429940:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 733 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.429961:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802625920:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.430053:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2609b2ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.431210:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298112 00000100:00100000:1.0:1776998311.431217:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298112 00010000:00010000:1.0:1776998311.431247:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 742 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.431270:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298368 00000100:00100000:1.0:1776998311.431274:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298368 00010000:00010000:1.0:1776998311.431288:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 743 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.431311:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756297984 00000100:00100000:1.0:1776998311.431315:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756297984 00010000:00010000:1.0:1776998311.431329:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 744 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.431345:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298240 00000100:00100000:1.0:1776998311.431348:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298240 00010000:00010000:1.0:1776998311.431365:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 745 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.431382:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298496 00000100:00100000:1.0:1776998311.431385:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298496 00010000:00010000:1.0:1776998311.431401:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ce3582d1/0x27b6fb26481a844d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c455a5 expref: 734 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.431420:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4886 00000100:00100000:1.0:1776998311.431429:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+745:2374:x1863313756297728:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.431443:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.431450:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008495af81/0x27b6fb264819f957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4167b expref: 745 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431468:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008495af81/0x27b6fb264819f957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4167b expref: 745 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431495:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008495af81/0x27b6fb264819f957 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4167b expref: 745 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431513:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431515:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431521:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431534:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431575:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.431612:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+744:2374:x1863313756297728:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 182us (4071us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.431623:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4886 00000100:00100000:1.0:1776998311.431647:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4887 00000100:00100000:1.0:1776998311.431680:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+743:2372:x1863313756298112:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.431712:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.431719:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 743 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431734:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 743 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431753:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431756:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431760:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431779:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431797:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.431824:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+743:2372:x1863313756298112:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 168us (4016us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.431833:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4887 00000100:00100000:1.0:1776998311.431855:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4888 00000100:00100000:1.0:1776998311.431864:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+742:2372:x1863313756298368:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.431876:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.431882:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 742 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431897:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 742 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431915:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431918:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.431923:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431954:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.431977:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.432005:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+742:2372:x1863313756298368:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 141us (4162us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.432014:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4888 00000100:00100000:1.0:1776998311.432033:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4889 00000100:00100000:1.0:1776998311.432043:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+741:2372:x1863313756297984:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.432054:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.432060:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 741 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432073:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 741 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432091:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432093:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432097:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432107:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432126:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.432152:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+741:2372:x1863313756297984:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 110us (4280us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.432162:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4889 00000100:00100000:1.0:1776998311.432213:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4890 00000100:00100000:1.0:1776998311.432223:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+740:2372:x1863313756298240:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.432237:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.432243:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 740 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432257:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 740 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432273:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432275:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432279:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432289:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432306:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.432330:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+740:2372:x1863313756298240:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (4433us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.432339:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4890 00000100:00100000:1.0:1776998311.432361:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4891 00000100:00100000:1.0:1776998311.432370:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+734:2372:x1863313756298496:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.432385:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.432392:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ce3582d1/0x27b6fb26481a844d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c455a5 expref: 734 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432408:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ce3582d1/0x27b6fb26481a844d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c455a5 expref: 734 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432428:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432431:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.432435:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432446:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432465:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.432491:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+734:2372:x1863313756298496:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 122us (4560us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.432501:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4891 00000100:00100000:1.0:1776998311.432565:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802623232:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.432590:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432629:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050baeb06/0x27b6fb26481a1637 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4239b expref: 739 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.432645:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802624256:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.432661:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432674:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432684:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432721:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432732:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.432759:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.433667:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802623744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43230us (46610us total) trans 4294970554 rc 0/0 00000100:00100000:1.0:1776998311.433678:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12194 00000100:00100000:1.0:1776998311.433735:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12202 00000100:00100000:1.0:1776998311.433747:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+71:3362:x1863313802625664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.433772:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2920 count 1 00010000:00010000:1.0:1776998311.433796:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.433815:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 733 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.433824:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.433826:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.433831:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.433869:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 733 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.433886:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 733 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.433904:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802626048:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.433951:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.433989:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000526f3448/0x27b6fb264819f487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4144b expref: 738 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.434004:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802624384:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.434022:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434033:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434043:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434054:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434071:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434093:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998311.434499:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3360:x1863313802623616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43872us (47356us total) trans 4294970555 rc 0/0 00000100:00100000:1.0:1776998311.434509:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12195 00000100:00100000:1.0:1776998311.434531:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12203 00000100:00100000:1.0:1776998311.434540:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+71:3360:x1863313802625536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.434557:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2748 count 1 00010000:00010000:1.0:1776998311.434573:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434590:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 733 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434602:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.434604:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.434608:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434633:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 733 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.434648:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 733 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.434663:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802626176:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.435971:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4892 00000100:00100000:0.0:1776998311.435985:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+737:2372:x1863313756297856:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.436001:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.436008:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 737 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.436026:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 737 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.436049:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032616a07/0x27b6fb2648196d2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6c5 expref: 737 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.436063:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.436066:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.436070:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.436082:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.436111:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.436138:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+736:2372:x1863313756297856:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 157us (8362us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.436148:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4892 00010000:00010000:3.0:1776998311.436501:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436515:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436527:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436543:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436579:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998311.436827:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802622720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65142us (65268us total) trans 4294970556 rc 0/0 00000100:00100000:3.0:1776998311.436838:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12190 00000100:00100000:3.0:1776998311.436861:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12204 00000100:00100000:3.0:1776998311.436873:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+71:3360:x1863313802625408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.436892:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2917 count 1 00010000:00010000:3.0:1776998311.436911:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436929:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 733 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436939:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.436942:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.436945:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436978:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 733 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.436992:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 733 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.437007:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802626304:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.437051:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00010000:00010000:0.0:1776998311.438599:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998311.438610:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.438957:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0b600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.438963:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.438976:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439004:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439013:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e601488/0x27b6fb26481b81ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439047:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998311.439052:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439061:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509da2c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.439065:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439075:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439088:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439099:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d0e9abc/0x27b6fb26481b8206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439116:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.439121:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439130:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe2800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.439134:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439145:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439157:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439211:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019cff688/0x27b6fb26481b81e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.439232:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.439235:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.439237:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.441203:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.441212:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.441225:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe1000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.441230:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.441242:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.441263:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.441275:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fbc4b59/0x27b6fb26481b81ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.441299:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.441302:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.441304:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.449508:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000420ebdf1/0x27b6fb26481a1e09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42729 expref: 735 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.449539:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802624128:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.449570:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.449585:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.449596:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.449611:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.449623:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.449652:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.455651:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.455663:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.455685:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0a200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.455717:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.455734:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.455759:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.455770:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b81f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.455794:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.455797:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.455800:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998311.458647:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3362:x1863313802623872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68511us (71703us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1776998311.458662:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12193 00010000:00010000:0.0:1776998311.459028:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.459077:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070fcc112/0x27b6fb26481a0eff lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42053 expref: 734 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.459098:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802624512:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.459125:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.459142:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.459161:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.459204:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.459216:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e25227c/0x27b6fb26481b820d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.459240:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.459668:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+26:3360:x1863313802623488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64523us (72433us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1776998311.459680:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12196 00000100:00100000:0.0:1776998311.459942:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.459997:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.460051:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.460144:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.460293:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.460440:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298752 00000100:00100000:0.0:1776998311.460451:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298752 00010000:00010000:0.0:1776998311.460495:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 733 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.460534:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298624 00000100:00100000:0.0:1776998311.460539:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298624 00010000:00010000:0.0:1776998311.460560:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 734 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.460580:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756298880 00000100:00100000:0.0:1776998311.460584:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756298880 00010000:00010000:0.0:1776998311.460602:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 734 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.460620:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299008 00000100:00100000:0.0:1776998311.460624:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299008 00010000:00010000:0.0:1776998311.460638:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a358eedf/0x27b6fb264819c165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fd0d expref: 735 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998311.462299:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897c000/2, rc 0, transno 4294970557 00000100:00100000:3.0:1776998311.462322:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802623872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.462422:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998311.462440:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802627200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.462493:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.462551:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802624896:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.462577:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.466954:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d93f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.466994:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4893 00000100:00100000:1.0:1776998311.467014:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+734:2375:x1863313756298752:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.467093:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.467105:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 734 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.467125:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 734 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.467151:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027e70105/0x27b6fb26481a32ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43098 expref: 734 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.467207:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.467211:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.467218:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.467233:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.467271:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.467580:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+733:2375:x1863313756298752:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 572us (7639us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.467593:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4893 00000100:00100000:1.0:1776998311.467626:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4894 00000100:00100000:1.0:1776998311.467637:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+735:2375:x1863313756298624:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.467978:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.467988:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 735 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468004:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 735 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468027:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468029:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468034:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468047:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468070:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.468102:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+735:2375:x1863313756298624:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 466us (8105us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.468113:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4894 00000100:00100000:1.0:1776998311.468137:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4895 00000100:00100000:1.0:1776998311.468147:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+732:2375:x1863313756298880:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.468159:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.468193:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 732 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468208:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 732 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468463:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468466:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468470:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468483:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468504:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.468536:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+732:2375:x1863313756298880:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 389us (8484us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.468548:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4895 00000100:00100000:1.0:1776998311.468571:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4896 00000100:00100000:1.0:1776998311.468582:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+734:2374:x1863313756299008:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.468597:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.468605:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a358eedf/0x27b6fb264819c165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fd0d expref: 734 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468624:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a358eedf/0x27b6fb264819c165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fd0d expref: 734 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468654:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468657:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.468662:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002736e618/0x27b6fb26481b81f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468674:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002736e618/0x27b6fb26481b81f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.468985:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.469019:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+734:2374:x1863313756299008:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 437us (8874us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.469030:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4896 00010000:00010000:1.0:1776998311.469066:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.469082:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.469095:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.469107:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b81ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.469134:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.481339:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299264 00000100:00100000:0.0:1776998311.481352:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299264 00000100:00100000:0.0:1776998311.481422:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51662 00000100:00100000:0.0:1776998311.481436:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3983:17551:x1863313756299264:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998311.481502:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998311.481528:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ec00/0x27b6fb2648197f94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15b8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df23 expref: 3983 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481560:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ea00/0x27b6fb2648197f6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df0e expref: 3982 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481580:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d51000/0x27b6fb2648180d89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3683f expref: 3981 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481594:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b8:0x0].0x0 (ffff8d2509135f00) 00010000:00010000:0.0:1776998311.481607:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998311.481633:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481648:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481680:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481730:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481742:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.481813:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.482129:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.482143:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.482154:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.484515:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802625920:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.484546:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.491417:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3359:x1863313802622464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 107681us (115740us total) trans 4294970560 rc 0/0 00000100:00100000:1.0:1776998311.491434:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12191 00000040:00080000:0.0:1776998311.494879:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2785, 64 off186432 00000004:00080000:0.0:1776998311.494893:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4022286721944ns, next at 4023286718778ns, rc = 0 00010000:00010000:0.0:1776998311.494985:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.495014:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.495030:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.495041:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.495050:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.495058:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500679:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998311.500775:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500789:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500799:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500807:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9a8e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998311.500813:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500824:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500849:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b8:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998311.500853:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998311.500858:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500866:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8e00/0x27b6fb26481b8284 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500892:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500900:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500908:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.500915:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe3a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998311.500919:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.501675:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.501712:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998311.501716:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998311.501722:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.501730:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3a00/0x27b6fb26481b8276 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998311.501750:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f638f4ea reply state 00000000cba3d2ac transno 4295019481 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.501763:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998311.501876:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3982:17551:x1863313756299264:12345-192.168.201.35@tcp:36:rm.0 Request processed in 20439us (41579us total) trans 4295019481 rc 0/0 00000100:00100000:0.0:1776998311.501889:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51662 00010000:00010000:3.0:1776998311.503373:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.503382:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.503392:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9a9200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.503397:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.503406:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.503421:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b8:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:3.0:1776998311.503425:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998311.503429:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.503436:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a9200/0x27b6fb26481b828b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.503458:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.503461:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.503463:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.504113:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504130:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504144:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504155:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504211:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.504787:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+72:3361:x1863313802623104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 96354us (100530us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1776998311.504798:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12198 00010000:00010000:0.0:1776998311.504829:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.504836:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504854:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.504859:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504870:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504889:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504900:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b821b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.504922:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.504924:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.504926:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.504971:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000eac8d5/0x27b6fb264819509a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9c8 expref: 731 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.504985:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802625024:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.505007:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.505020:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.505030:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.505041:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.505050:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.505072:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.505327:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3360:x1863313802624768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 95261us (108696us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1776998311.505338:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12199 00000004:00080000:0.0:1776998311.505391:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d264127c700/2, rc 0, transno 4294970424 00000100:00100000:0.0:1776998311.505408:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802623104:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998311.505425:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ed80/2, rc 0, transno 4294970423 00000100:00100000:0.0:1776998311.505430:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802621312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.510433:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00000004:00080000:3.0:1776998311.510610:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2612488000/2, rc 0, transno 4294970560 00000100:00100000:3.0:1776998311.510632:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802622464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998311.523091:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802626304:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.523126:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.523244:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.523268:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.523292:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299392 00000100:00100000:0.0:1776998311.523299:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299392 00010000:00010000:0.0:1776998311.523354:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 731 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.523386:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299648 00000100:00100000:0.0:1776998311.523389:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299648 00010000:00010000:0.0:1776998311.523402:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 732 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.523428:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4897 00000100:00100000:0.0:1776998311.523441:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+732:2374:x1863313756299392:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.523459:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.523465:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 732 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523481:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 732 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523508:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5774b88/0x27b6fb264819d626 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4067c expref: 732 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523526:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.523528:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.523533:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523551:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523581:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.523637:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+731:2374:x1863313756299392:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 198us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.523647:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4897 00000100:00100000:0.0:1776998311.523667:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4898 00000100:00100000:0.0:1776998311.523676:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+730:2374:x1863313756299648:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.523686:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.523721:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 730 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523735:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 730 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523752:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9e15522/0x27b6fb264819dd5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c409c4 expref: 730 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523763:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.523765:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.523770:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523786:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.523808:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.523834:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+729:2374:x1863313756299648:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 158us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.523844:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4898 00000100:00100000:0.0:1776998311.523901:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.523965:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.524228:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299520 00000100:00100000:0.0:1776998311.524234:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299520 00010000:00010000:0.0:1776998311.524510:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 729 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.524536:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299776 00000100:00100000:0.0:1776998311.524540:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299776 00010000:00010000:0.0:1776998311.524557:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b50ee2d2/0x27b6fb26481a2dfa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42e68 expref: 730 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.524579:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4899 00000100:00100000:0.0:1776998311.524586:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c267050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+730:2374:x1863313756299520:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.524599:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.524605:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 730 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524624:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 730 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524640:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.524642:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.524645:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524656:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524671:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.524731:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c267050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+730:2374:x1863313756299520:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 143us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.524740:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4899 00000100:00100000:0.0:1776998311.524790:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4900 00000100:00100000:0.0:1776998311.524800:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+729:2374:x1863313756299776:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.524810:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.524817:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b50ee2d2/0x27b6fb26481a2dfa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42e68 expref: 729 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524831:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b50ee2d2/0x27b6fb26481a2dfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42e68 expref: 729 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524853:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.524855:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.524858:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524869:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524887:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.524916:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+729:2374:x1863313756299776:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 116us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.524924:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4900 00010000:00010000:0.0:1776998311.524957:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524970:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524983:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.524993:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525014:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998311.525374:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:3362:x1863313802625152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 95629us (106587us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1776998311.525385:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12201 00010000:00010000:0.0:1776998311.525413:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998311.525421:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525432:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509da2000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.525437:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525448:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525463:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525474:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023f4c86b/0x27b6fb26481b8222 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525498:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.525502:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525509:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.525513:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525528:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525540:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525549:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8230 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525564:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.525566:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.525568:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.525619:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525631:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525641:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525653:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.525671:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998311.534485:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b50ee2d2/0x27b6fb26481a2dfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42e68 expref: 728 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.534514:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802625792:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.534543:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.534558:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.534569:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.534583:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.534594:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.534923:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998311.535520:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+72:3362:x1863313802625280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 116350us (116840us total) trans 4294970427 rc 0/0 00000100:00100000:3.0:1776998311.535532:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12200 00010000:00010000:1.0:1776998311.538724:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb264819df2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40a96 expref: 727 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.538749:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802626048:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.538781:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.538794:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.538804:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.538815:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.538826:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.538840:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998311.539320:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3362:x1863313802625664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 105574us (120479us total) trans 4294970428 rc 0/0 00000100:00100000:1.0:1776998311.539332:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12202 00000100:00100000:1.0:1776998311.539392:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802626176:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.539411:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539435:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998311.539442:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539452:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.539456:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539468:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539489:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539498:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8245 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539520:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998311.539526:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539534:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9aac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.539538:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539548:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539561:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539572:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8229 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539587:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.539591:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539599:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.539604:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539612:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539623:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539631:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028ee10a2/0x27b6fb26481b8237 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539646:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.539648:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.539650:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.539665:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.539718:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae339195/0x27b6fb26481a10cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42125 expref: 732 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.539732:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802624640:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.539749:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539760:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539770:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539781:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539791:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.539813:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.540239:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3360:x1863313802624000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 144341us (152584us total) trans 4294970561 rc 0/0 00000100:00100000:1.0:1776998311.540250:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12197 00010000:00010000:1.0:1776998311.540278:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.540284:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540295:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509da3600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.540300:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540311:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540326:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540335:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005539deb9/0x27b6fb26481b8214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540353:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.540356:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.540359:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.540413:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998311.540443:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300032 00000100:00100000:1.0:1776998311.540451:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300032 00010000:00010000:1.0:1776998311.540486:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c152fbc0/0x27b6fb26481aa348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c463ba expref: 732 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.540530:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4901 00000100:00100000:1.0:1776998311.540541:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+732:2375:x1863313756300032:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.540556:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.540562:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c152fbc0/0x27b6fb26481aa348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c463ba expref: 732 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540576:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c152fbc0/0x27b6fb26481aa348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c463ba expref: 732 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540596:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.540599:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.540604:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f8fdf23/0x27b6fb26481b825a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540615:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f8fdf23/0x27b6fb26481b825a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.540637:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.540681:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+732:2375:x1863313756300032:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 141us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.542041:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542244:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542268:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542290:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542335:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542365:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.542412:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300288 00000100:00100000:0.0:1776998311.542418:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300288 00010000:00010000:0.0:1776998311.542500:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481ab4ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xccb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ba8 expref: 733 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.550617:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802627968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.550716:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998311.550767:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360aca80/2, rc 0, transno 4294970562 00000100:00100000:3.0:1776998311.550781:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802626560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998311.550799:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d907b80/2, rc 0, transno 4294970425 00000100:00100000:3.0:1776998311.550804:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802624768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998311.550815:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897df80/2, rc 0, transno 4294970561 00000100:00100000:3.0:1776998311.550819:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802624000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998311.550847:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.550856:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.550877:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300672 00000100:00100000:3.0:1776998311.550884:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300672 00000100:00100000:3.0:1776998311.550928:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16724 00000100:00100000:3.0:1776998311.550938:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3982:17551:x1863313756300672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998311.551862:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3983:17551:x1863313756300672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 921us (9522us total) trans 4295019482 rc 0/0 00000100:00100000:3.0:1776998311.551872:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16724 00000100:00100000:3.0:1776998311.552037:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.552537:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.552575:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.552601:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.552625:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.552670:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776998311.552678:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.552730:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.552754:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.552781:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.552813:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802627968 00000100:00100000:3.0:1776998311.552818:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802627968 00000100:00100000:3.0:1776998311.552848:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628480 00000100:00100000:3.0:1776998311.552852:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628480 00000100:00100000:3.0:1776998311.552871:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628992 00000100:00100000:3.0:1776998311.552875:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628992 00000100:00100000:3.0:1776998311.552894:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628352 00000100:00100000:3.0:1776998311.552898:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628352 00000100:00100000:3.0:1776998311.552915:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628864 00000100:00100000:3.0:1776998311.552919:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628864 00000100:00100000:3.0:1776998311.552938:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12211 00000100:00100000:3.0:1776998311.552947:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3360:x1863313802627968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.552969:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3353 count 1 00010000:00010000:3.0:1776998311.552993:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553018:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 732 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553029:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.553032:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.553036:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553069:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 732 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553092:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 732 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.553107:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802629120:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.553159:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5600 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.553202:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12212 00000100:00100000:3.0:1776998311.553213:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+75:3360:x1863313802628480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.553230:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2908 count 1 00010000:00010000:3.0:1776998311.553247:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553262:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553272:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.553274:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.553499:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553529:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.553541:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.553562:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802629248:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.553594:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.558931:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4901 00000100:00100000:1.0:1776998311.558983:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756299904 00000100:00100000:1.0:1776998311.558992:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756299904 00010000:00010000:1.0:1776998311.559031:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fac780d0/0x27b6fb26481b0388 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f7a expref: 732 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.561257:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300160 00000100:00100000:0.0:1776998311.561266:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300160 00010000:00010000:0.0:1776998311.561299:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 727 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.561318:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300416 00000100:00100000:0.0:1776998311.561321:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300416 00010000:00010000:0.0:1776998311.561335:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000514a1db7/0x27b6fb2648191d2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b267 expref: 733 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.561351:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300800 00000100:00100000:0.0:1776998311.561354:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300800 00010000:00010000:0.0:1776998311.561367:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d36f1662/0x27b6fb264819581f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd33 expref: 734 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.561381:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756300928 00000100:00100000:0.0:1776998311.561384:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756300928 00010000:00010000:0.0:1776998311.561397:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060c2716f/0x27b6fb26481ae910 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48372 expref: 735 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.561417:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4902 00000100:00100000:0.0:1776998311.561428:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+735:2375:x1863313756300288:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.561445:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.561453:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481ab4ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xccb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ba8 expref: 735 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561468:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481ab4ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xccb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ba8 expref: 735 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561495:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481ab4ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0xccb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ba8 expref: 735 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561515:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.561518:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.561524:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561537:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561569:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.561631:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+734:2375:x1863313756300288:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 205us (19594us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.561929:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4902 00000100:00100000:0.0:1776998311.561954:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4903 00000100:00100000:0.0:1776998311.561963:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+727:2375:x1863313756300160:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.561974:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.561980:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 727 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.561996:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 727 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562014:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0dc6135/0x27b6fb26481977b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3db8e expref: 727 pid: 12895 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562026:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562027:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562031:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562039:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562064:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.562091:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+726:2375:x1863313756300160:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (19821us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.562099:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4903 00000100:00100000:0.0:1776998311.562116:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4904 00000100:00100000:0.0:1776998311.562124:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+733:2375:x1863313756300416:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.562134:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.562139:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000514a1db7/0x27b6fb2648191d2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b267 expref: 733 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562151:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000514a1db7/0x27b6fb2648191d2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b267 expref: 733 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562194:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000514a1db7/0x27b6fb2648191d2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b267 expref: 733 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562207:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562208:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562212:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562222:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562246:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.562271:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+732:2375:x1863313756300416:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 147us (19978us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.562279:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4904 00000100:00100000:0.0:1776998311.562297:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4905 00000100:00100000:0.0:1776998311.562305:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+731:2375:x1863313756300800:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.562314:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.562319:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d36f1662/0x27b6fb264819581f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd33 expref: 731 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562331:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d36f1662/0x27b6fb264819581f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd33 expref: 731 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562346:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d36f1662/0x27b6fb264819581f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd33 expref: 731 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562358:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562361:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562364:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562373:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562398:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.562422:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+730:2375:x1863313756300800:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 117us (20055us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.562440:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4905 00000100:00100000:0.0:1776998311.562457:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4906 00000100:00100000:0.0:1776998311.562465:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+729:2375:x1863313756300928:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.562475:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.562481:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060c2716f/0x27b6fb26481ae910 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48372 expref: 729 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562501:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060c2716f/0x27b6fb26481ae910 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48372 expref: 729 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562518:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562520:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.562523:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562532:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562547:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.562568:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+729:2375:x1863313756300928:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 105us (10533us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.562576:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4906 00010000:00010000:0.0:1776998311.562621:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562631:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562639:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562646:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe2400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998311.562651:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562665:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562678:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x347abd1b (ffff8d250db54700) 00010000:00010000:0.0:1776998311.562681:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998311.562686:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.562719:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe2400/0x27b6fb26481b827d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x347abd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.580114:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4907 00000100:00100000:1.0:1776998311.580139:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+728:2375:x1863313756299904:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.580163:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.580176:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fac780d0/0x27b6fb26481b0388 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f7a expref: 728 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.580214:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fac780d0/0x27b6fb26481b0388 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f7a expref: 728 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.580242:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fac780d0/0x27b6fb26481b0388 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f7a expref: 728 pid: 13958 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.580263:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.580265:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.580271:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.580282:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.580318:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.580381:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+727:2375:x1863313756299904:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 254us (38136us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.580412:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4907 00000100:00100000:1.0:1776998311.580568:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628224 00000100:00100000:1.0:1776998311.580577:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628224 00000100:00100000:1.0:1776998311.580605:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628736 00000100:00100000:1.0:1776998311.580609:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628736 00000100:00100000:1.0:1776998311.580935:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628096 00000100:00100000:1.0:1776998311.580941:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628096 00000100:00100000:1.0:1776998311.580961:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802628608 00000100:00100000:1.0:1776998311.580965:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802628608 00000100:00100000:1.0:1776998311.580982:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12213 00000100:00100000:1.0:1776998311.580991:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3360:x1863313802628992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.581021:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2553 count 1 00010000:00010000:1.0:1776998311.581047:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.581065:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 725 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.581074:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.581075:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.581079:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.581110:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 725 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.581125:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 725 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.581141:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802629376:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.581333:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060c2716f/0x27b6fb26481ae910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48372 expref: 726 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.581349:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802627840:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.581370:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.581382:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.581391:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.581403:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.581420:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.581444:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.582032:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802627584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 103453us (103766us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1776998311.582043:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12210 00000100:00100000:0.0:1776998311.582068:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12214 00000100:00100000:0.0:1776998311.582078:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+77:3360:x1863313802628352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998311.582094:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2680 count 1 00010000:00010000:0.0:1776998311.582110:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.582125:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 725 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.582132:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.582135:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.582138:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.582162:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 725 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.582436:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 725 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.582451:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802629504:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.586813:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12215 00000100:00100000:3.0:1776998311.586836:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+77:3360:x1863313802628864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.586868:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3458 count 1 00010000:00010000:3.0:1776998311.586896:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.586921:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 725 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.586930:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.586933:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.586936:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.586972:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 725 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.587025:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 725 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.587043:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802629632:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.587143:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d93f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.587180:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12216 00000100:00100000:1.0:1776998311.587193:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3362:x1863313802628224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.587213:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2803 count 1 00010000:00010000:1.0:1776998311.587232:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587247:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 725 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587256:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.587258:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.587263:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587290:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 725 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587302:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 725 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.587316:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802629760:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.587347:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d93f3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.587368:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587384:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587396:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587406:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.587432:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998311.588281:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+78:3360:x1863313802625536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 153741us (169371us total) trans 4294970429 rc 0/0 00000100:00100000:1.0:1776998311.588522:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12203 00000100:00100000:1.0:1776998311.588552:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12217 00000100:00100000:1.0:1776998311.588562:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+77:3362:x1863313802628736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.588577:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3230 count 1 00010000:00010000:1.0:1776998311.588592:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.588607:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 725 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.588615:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.588617:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.588620:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.588645:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 725 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.588657:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 725 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.588670:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802629888:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.588740:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b600 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.592330:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5540 going to sleep for 11 seconds 00000004:00080000:3.0:1776998311.592543:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a000000/2, rc 0, transno 4294970563 00000100:00100000:3.0:1776998311.592567:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802627584:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998311.592584:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a001c00/2, rc 0, transno 4294970429 00000100:00100000:3.0:1776998311.592595:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802625536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.595108:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2605ed26c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.595145:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998311.595154:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595180:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.595186:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595201:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595224:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595234:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481b826f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595266:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.595271:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595280:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0be00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.595284:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595293:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595304:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595312:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046b3f29b/0x27b6fb26481b823e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xabc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.595328:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.595330:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.595331:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998311.602327:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.602358:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301056 00000100:00100000:0.0:1776998311.602367:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301056 00010000:00010000:0.0:1776998311.602413:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 726 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.602454:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4908 00000100:00100000:0.0:1776998311.602466:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+726:2374:x1863313756301056:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.602481:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.602488:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 726 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.602505:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 726 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.602532:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.602535:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.602540:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.602552:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.602584:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.602622:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+726:2374:x1863313756301056:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 158us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.602632:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4908 00000100:00100000:0.0:1776998311.602733:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.605230:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.605582:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802629248:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.605606:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605656:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004734cdd5/0x27b6fb26481ae3a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c480fc expref: 725 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.605674:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802629120:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.605713:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605725:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605733:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605745:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605755:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.605792:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.606282:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802627968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53333us (55564us total) trans 4294970564 rc 0/0 00000100:00100000:3.0:1776998311.606293:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12211 00000100:00100000:3.0:1776998311.606589:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802630016 00000100:00100000:3.0:1776998311.606596:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802630016 00000100:00100000:3.0:1776998311.606627:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12218 00000100:00100000:3.0:1776998311.606636:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802628096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.606670:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2630 count 1 00010000:00010000:3.0:1776998311.606715:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.606735:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 724 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.606746:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.606748:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.606752:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.606786:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 724 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.606802:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 724 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.606829:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802630144:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.630461:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.630517:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998311.630527:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630540:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.630545:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630556:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630580:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630589:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8292 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630615:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.630620:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630628:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9ab400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.630633:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630643:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630671:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630682:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000030b5848/0x27b6fb26481b8261 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.630722:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.630724:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.630727:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998311.630781:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509ed0700/2, rc 0, transno 4294970564 00000100:00100000:3.0:1776998311.630799:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802627968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.630904:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12220 00000100:00100000:3.0:1776998311.630920:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802630016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.631211:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2825 count 1 00010000:00010000:3.0:1776998311.631236:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.631257:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 724 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.631267:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.631270:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.631274:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.631307:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 724 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.631323:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 724 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.631341:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802630528:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.631555:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802630400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.631650:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998311.632162:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0e300/2, rc 0, transno 4294970565 00000100:00100000:2.0:1776998311.632184:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802627200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.637000:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998311.637038:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802630656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.637107:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998311.637150:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.637199:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.637213:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.637222:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.637247:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.640274:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301184 00000100:00100000:1.0:1776998311.640288:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301184 00010000:00010000:1.0:1776998311.640332:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.640377:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4909 00000100:00100000:1.0:1776998311.640390:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+726:2375:x1863313756301184:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.640405:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.640413:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640429:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640455:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f31bb45d/0x27b6fb264819d7f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4074e expref: 726 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640474:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.640477:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.640483:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640494:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640527:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.640579:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+725:2375:x1863313756301184:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 191us (37846us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.640590:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4909 00010000:00010000:1.0:1776998311.640670:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.640678:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640713:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.640718:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640730:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640747:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640757:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8268 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640779:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.640782:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.640784:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.640802:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640814:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640825:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640842:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.640861:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.641089:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+79:3360:x1863313802628480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87877us (88511us total) trans 4294970431 rc 0/0 00000100:00100000:1.0:1776998311.641099:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12212 00000100:00100000:1.0:1776998311.641118:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802630400 00000100:00100000:1.0:1776998311.641123:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802630400 00000100:00100000:1.0:1776998311.641145:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802630656 00000100:00100000:1.0:1776998311.641148:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802630656 00000100:00100000:1.0:1776998311.641164:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12221 00000100:00100000:1.0:1776998311.641212:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802630400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.641510:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3148 count 1 00010000:00010000:1.0:1776998311.641533:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.641551:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.641560:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.641563:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.641566:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.641599:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.641613:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 724 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.641629:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802630784:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.641954:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.641972:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.641978:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.641988:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.641992:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642003:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642019:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642028:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8299 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642048:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.642051:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.642054:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.642093:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891f100/2, rc 0, transno 4294970431 00000100:00100000:1.0:1776998311.642103:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.642316:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+78:3360:x1863313802625408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205444us (223340us total) trans 4294970430 rc 0/0 00000100:00100000:1.0:1776998311.642326:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12204 00000100:00100000:1.0:1776998311.642348:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12222 00000100:00100000:1.0:1776998311.642358:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3360:x1863313802630656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.642374:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2812 count 1 00010000:00010000:1.0:1776998311.642388:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: --/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642403:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 724 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642413:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.642415:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.642418:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 4/0,1 mode: --/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642443:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 724 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.642456:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 724 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.642469:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802630912:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.642513:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00000004:00080000:1.0:1776998311.642542:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a002a00/2, rc 0, transno 4294970430 00000100:00100000:1.0:1776998311.642548:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802625408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.642595:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301440 00000100:00100000:1.0:1776998311.642600:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301440 00000100:00100000:1.0:1776998311.642639:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51663 00000100:00100000:1.0:1776998311.642649:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3982:17551:x1863313756301440:12345-192.168.201.35@tcp:36:rm.0 00000100:00100000:2.0:1776998311.650648:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802627328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 172277us (174196us total) trans 4294970566 rc 0/0 00000100:00100000:2.0:1776998311.650663:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12209 00000004:00080000:2.0:1776998311.651543:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250beddc00/2, rc 0, transno 4294970566 00000100:00100000:2.0:1776998311.651560:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250beddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802627328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.652000:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652023:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652035:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652045:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652065:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.652472:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802626432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200182us (200888us total) trans 4294970567 rc 0/0 00000100:00100000:2.0:1776998311.652482:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12205 00010000:00010000:2.0:1776998311.652506:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.652513:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652523:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9aae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.652528:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652539:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652560:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652570:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d784a537/0x27b6fb26481b824c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.652592:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.652595:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.652597:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998311.652620:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360ac700/2, rc 0, transno 4294970567 00000100:00100000:2.0:1776998311.652631:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802626432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.652675:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776998311.652709:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802631168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.652747:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.653048:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802631168 00000100:00100000:2.0:1776998311.653056:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802631168 00000100:00100000:2.0:1776998311.653097:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12223 00000100:00100000:2.0:1776998311.653108:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802631168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.653135:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2828 count 1 00010000:00010000:2.0:1776998311.653156:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653201:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 724 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653212:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.653216:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.653220:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.653257:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802631040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.653258:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 724 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653274:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 724 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.653288:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802631296:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.653294:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.653365:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac180 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.653381:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802631040 00000100:00100000:2.0:1776998311.653385:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802631040 00000100:00100000:2.0:1776998311.653410:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12224 00000100:00100000:2.0:1776998311.653417:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3360:x1863313802631040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.653432:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2800 count 1 00010000:00010000:2.0:1776998311.653446:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653461:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653469:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.653471:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.653474:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653501:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.653512:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 724 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.653524:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802631424:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.653555:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.653629:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802631552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.653664:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.653724:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802631680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.653762:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.653780:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998311.653786:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802631808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.653810:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.653859:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5600 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.653895:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802631552 00000100:00100000:3.0:1776998311.653900:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802631552 00000100:00100000:3.0:1776998311.653934:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802631680 00000100:00100000:3.0:1776998311.653938:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802631680 00000100:00100000:3.0:1776998311.653949:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802631808 00000100:00100000:3.0:1776998311.653952:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802631808 00000100:00100000:3.0:1776998311.653965:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12225 00000100:00100000:3.0:1776998311.653973:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:3362:x1863313802631552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.653989:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3467 count 1 00010000:00010000:3.0:1776998311.654006:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.654023:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.654031:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.654033:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.654036:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.654061:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 724 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.654073:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 724 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.654086:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802631936:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.654116:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503067600 going to sleep for 11 seconds 00000100:00100000:0.0:1776998311.655196:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.655236:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.655358:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.655398:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.655422:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.657885:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802629376:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.657916:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.658013:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802630144:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.658030:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.658068:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802629632:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.658085:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664120:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998311.664195:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508890000/0x27b6fb2648194b3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x150a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c759 expref: 3982 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664228:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094a8400/0x27b6fb2648194b14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x150a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c744 expref: 3981 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664248:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2641267000/0x27b6fb264817f5bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x150a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3637d expref: 3980 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664261:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150a:0x0].0x0 (ffff8d2616dc0300) 00010000:00010000:1.0:1776998311.664274:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998311.664437:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664455:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664466:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664489:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664498:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664506:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664962:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664974:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.664984:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998311.665724:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2786, 64 off186496 00010000:00010000:1.0:1776998311.665817:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665828:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665837:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665845:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665852:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665859:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665881:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998311.665903:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665909:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665916:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665922:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998311.665927:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665934:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665944:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150a:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998311.665947:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998311.665950:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665957:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5aa00/0x27b6fb26481b8309 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x150a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665973:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665985:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665992:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.665998:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5b200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998311.666001:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.666007:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.666014:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998311.666016:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998311.666019:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.666026:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5b200/0x27b6fb26481b82fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998311.666035:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000610c5eac reply state 00000000331c1487 transno 4295019483 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.666045:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998311.666133:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3981:17551:x1863313756301440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 23483us (60905us total) trans 4295019483 rc 0/0 00000100:00100000:1.0:1776998311.666143:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51663 00000100:00100000:1.0:1776998311.667011:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802629888:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.667041:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667077:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802629760:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.667091:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667117:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301568 00000100:00100000:1.0:1776998311.667124:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301568 00010000:00010000:1.0:1776998311.667154:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 725 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667205:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301696 00000100:00100000:1.0:1776998311.667210:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301696 00010000:00010000:1.0:1776998311.667226:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 726 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667242:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301824 00000100:00100000:1.0:1776998311.667246:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301824 00010000:00010000:1.0:1776998311.667260:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 727 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667275:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756301952 00000100:00100000:1.0:1776998311.667278:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756301952 00010000:00010000:1.0:1776998311.667291:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 728 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667586:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302080 00000100:00100000:1.0:1776998311.667591:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302080 00010000:00010000:1.0:1776998311.667610:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 725 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.667631:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4910 00000100:00100000:1.0:1776998311.667642:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+728:2375:x1863313756301568:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.667657:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.667663:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 728 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.667676:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 728 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.671661:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.671683:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.671732:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.672148:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.672192:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.672219:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.672238:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.672282:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.676146:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302336 00000100:00100000:0.0:1776998311.676159:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302336 00010000:00010000:0.0:1776998311.676225:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e15b4699/0x27b6fb264818ec0f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c17 expref: 729 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676264:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302208 00000100:00100000:0.0:1776998311.676268:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302208 00010000:00010000:0.0:1776998311.676284:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 726 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676299:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302464 00000100:00100000:0.0:1776998311.676302:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302464 00010000:00010000:0.0:1776998311.676314:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 727 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676326:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302592 00000100:00100000:0.0:1776998311.676329:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302592 00010000:00010000:0.0:1776998311.676340:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 728 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676353:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302848 00000100:00100000:0.0:1776998311.676355:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302848 00010000:00010000:0.0:1776998311.676367:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 729 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676379:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303104 00000100:00100000:0.0:1776998311.676382:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303104 00010000:00010000:0.0:1776998311.676393:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 730 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676405:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302720 00000100:00100000:0.0:1776998311.676409:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302720 00010000:00010000:0.0:1776998311.676421:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 731 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676433:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756302976 00000100:00100000:0.0:1776998311.676453:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756302976 00010000:00010000:0.0:1776998311.676467:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 730 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.676496:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4911 00000100:00100000:0.0:1776998311.676506:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+730:2375:x1863313756301696:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.676523:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.676531:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 730 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676548:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 730 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676575:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676578:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676584:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676597:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676620:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.676681:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+730:2375:x1863313756301696:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 176us (21444us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.676712:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4911 00000100:00100000:0.0:1776998311.676737:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4912 00000100:00100000:0.0:1776998311.676745:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+729:2375:x1863313756301824:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.676755:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.676761:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 729 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676774:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 729 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676790:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b65a492/0x27b6fb26481b2283 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d8f expref: 729 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676807:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676809:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676814:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676824:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676844:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.676865:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+728:2375:x1863313756301824:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 121us (21507us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.676878:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4912 00000100:00100000:0.0:1776998311.676894:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4913 00000100:00100000:0.0:1776998311.676903:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+727:2375:x1863313756301952:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.676911:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.676918:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 727 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676930:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 727 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676946:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e313f55f/0x27b6fb26481a995b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f37 expref: 727 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676958:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676960:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.676964:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676974:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.676995:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.677013:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+726:2375:x1863313756301952:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 111us (21615us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.677020:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4913 00000100:00100000:0.0:1776998311.677036:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4914 00000100:00100000:0.0:1776998311.677044:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+731:2375:x1863313756302080:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.677055:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.677061:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 731 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677074:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 731 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677090:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b01bd10e/0x27b6fb264819987d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea75 expref: 731 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677102:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677104:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677108:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677118:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677137:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.677155:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+730:2375:x1863313756302080:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (21732us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.677162:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4914 00000100:00100000:0.0:1776998311.677201:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4915 00000100:00100000:0.0:1776998311.677209:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+725:2375:x1863313756302336:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.677218:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.677224:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e15b4699/0x27b6fb264818ec0f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c17 expref: 725 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677236:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e15b4699/0x27b6fb264818ec0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c17 expref: 725 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677251:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677253:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677257:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677267:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677280:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.677298:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+725:2375:x1863313756302336:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 90us (5646us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.677305:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4915 00000100:00100000:0.0:1776998311.677319:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4916 00000100:00100000:0.0:1776998311.677325:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+729:2375:x1863313756302208:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.677333:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.677338:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 729 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677351:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 729 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677367:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006743a0b2/0x27b6fb264819306b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb27 expref: 729 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677379:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677381:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677385:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677395:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677412:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.677433:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+728:2375:x1863313756302208:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 107us (5748us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.677440:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4916 00000100:00100000:0.0:1776998311.677455:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4917 00000100:00100000:0.0:1776998311.677463:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+727:2375:x1863313756302464:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.677471:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.677476:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 727 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677489:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 727 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677512:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677514:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677518:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677528:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677540:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.677557:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+727:2375:x1863313756302464:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 95us (5826us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.677564:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4917 00000100:00100000:0.0:1776998311.677577:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4918 00000100:00100000:0.0:1776998311.677584:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+726:2375:x1863313756302592:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.677592:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.677597:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 726 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677610:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 726 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.677623:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677625:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.677629:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.678586:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db099d64/0x27b6fb26481a6854 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c448ee expref: 726 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.678603:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802630784:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.678627:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.678658:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.678669:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.678681:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.678992:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.679024:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998311.679612:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3362:x1863313802630400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38400us (47960us total) trans 4294970568 rc 0/0 00000100:00100000:3.0:1776998311.679622:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12221 00000100:00100000:3.0:1776998311.679925:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12226 00000100:00100000:3.0:1776998311.679937:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+80:3359:x1863313802631680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.679963:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2562 count 1 00010000:00010000:3.0:1776998311.679989:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680005:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 724 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680015:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.680017:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.680020:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680053:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 724 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680067:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 724 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.680082:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802632064:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.680144:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25030670c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.680202:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680214:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680225:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680234:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680253:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998311.680412:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3362:x1863313802628096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73775us (115679us total) trans 4294970569 rc 0/0 00000100:00100000:3.0:1776998311.680422:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12218 00000100:00100000:3.0:1776998311.680442:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12227 00000100:00100000:3.0:1776998311.680452:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+80:3359:x1863313802631808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.680468:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3198 count 1 00010000:00010000:3.0:1776998311.680481:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680496:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 724 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680510:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.680512:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.680514:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680538:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 724 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680550:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 724 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.680561:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802632192:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.680893:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.680913:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680925:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680935:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680943:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.680962:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998311.681385:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3360:x1863313802628864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 94556us (128601us total) trans 4294970432 rc 0/0 00000100:00100000:3.0:1776998311.681394:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12215 00000100:00100000:3.0:1776998311.681437:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802630528:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.681456:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.681487:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802631936:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.681502:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998311.684332:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c05180/2, rc 0, transno 4294970568 00000100:00100000:2.0:1776998311.684359:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802630400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998311.684376:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d264127fb80/2, rc 0, transno 4294970569 00000100:00100000:2.0:1776998311.684382:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802628096:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.684428:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998311.684436:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684448:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5a000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.684453:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684463:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684481:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150a:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:2.0:1776998311.684485:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998311.684491:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684500:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a000/0x27b6fb26481b8310 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x150a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684522:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998311.684527:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684539:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0b000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.684543:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684553:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684569:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684579:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bf8a3fc/0x27b6fb26481b82d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684598:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998311.684603:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684611:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.684615:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.684625:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685147:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685158:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b82c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685177:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.685182:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685190:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.685193:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685202:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685217:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685227:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481b82ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.685250:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.685252:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.685254:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998311.686479:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891ca80/2, rc 0, transno 4294970432 00000100:00100000:2.0:1776998311.686499:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628864:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998311.686537:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e15b4699/0x27b6fb264818ec0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c17 expref: 724 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.686553:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802630272:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.686577:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.686589:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.686598:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.686609:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.686617:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.686648:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.687499:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3362:x1863313802628608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80777us (122728us total) trans 4294970433 rc 0/0 00000100:00100000:2.0:1776998311.687510:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12219 00010000:00010000:2.0:1776998311.687542:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.687548:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.687557:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.687562:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.687573:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.687589:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689026:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a18e8987/0x27b6fb2648190266 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a63c expref: 723 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689049:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.689052:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.689057:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689071:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689118:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.689172:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+722:2375:x1863313756301568:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 21532us (33978us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.689192:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4910 00000100:00100000:1.0:1776998311.689255:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4919 00000100:00100000:1.0:1776998311.689268:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+725:2375:x1863313756302848:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.689287:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.689294:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 725 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689308:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 725 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689325:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f26d06d/0x27b6fb264819a5b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f079 expref: 725 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689337:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.689339:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.689343:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689352:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.689379:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998311.690592:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.690626:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.690653:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+724:2375:x1863313756302592:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 13067us (18506us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.690663:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4918 00000100:00100000:0.0:1776998311.690712:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4920 00000100:00100000:0.0:1776998311.690724:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+723:2375:x1863313756303104:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.690767:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.690776:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 723 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.690789:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 723 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.690816:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.690818:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.690822:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.690830:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.690845:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.690930:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+723:2375:x1863313756303104:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 208us (18709us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.690939:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4920 00000100:00100000:0.0:1776998311.690963:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4921 00000100:00100000:0.0:1776998311.690971:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+722:2375:x1863313756302720:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.690982:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.690989:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 722 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691001:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 722 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691015:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.691017:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.691021:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691030:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691045:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.691063:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+722:2375:x1863313756302720:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 93us (18824us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.691071:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4921 00000100:00100000:0.0:1776998311.691087:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4922 00000100:00100000:0.0:1776998311.691096:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+721:2375:x1863313756302976:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.691108:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.691115:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 721 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691128:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 721 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691144:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000215d15e4/0x27b6fb26481b27ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a005 expref: 721 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691157:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.691159:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.691162:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691213:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.691235:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.691253:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+720:2375:x1863313756302976:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 158us (18971us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.691533:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4922 00010000:00010000:2.0:1776998311.692618:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b82ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692662:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.692665:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.692668:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998311.692767:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891d880/2, rc 0, transno 4294970433 00000100:00100000:2.0:1776998311.692779:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802628608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998311.692813:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a566012/0x27b6fb264819a787 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f14b expref: 721 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.692826:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802631296:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.692847:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692859:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692868:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692881:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692891:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.692921:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.693182:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+720:2375:x1863313756302848:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 133us (17228us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.693196:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4919 00010000:00010000:1.0:1776998311.693260:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.693268:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.693269:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3362:x1863313802631168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40163us (40520us total) trans 4294970570 rc 0/0 00010000:00010000:1.0:1776998311.693280:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:2.0:1776998311.693280:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12223 00010000:00010000:1.0:1776998311.693285:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.693297:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.693315:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998311.693317:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2ce00/2, rc 0, transno 4294970570 00000100:00100000:2.0:1776998311.693324:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802631168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998311.693326:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b82e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.693345:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.693347:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.693349:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.693354:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004781d411/0x27b6fb26481996af lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9a3 expref: 719 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.693367:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802631424:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.693382:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.693393:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.694039:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.694051:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.694061:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.694084:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998311.696235:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.696251:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.696276:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.696287:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.696302:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998311.697036:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+81:3362:x1863313802628736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108474us (132388us total) trans 4294970434 rc 0/0 00000100:00100000:1.0:1776998311.697047:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12217 00010000:00010000:1.0:1776998311.697088:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.697100:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.697113:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.697122:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.697139:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998311.697569:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802631040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44148us (44271us total) trans 4294970571 rc 0/0 00000100:00100000:2.0:1776998311.697579:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12224 00000100:00100000:1.0:1776998311.697607:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3362:x1863313802628224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 110417us (133034us total) trans 4294970572 rc 0/0 00000100:00100000:1.0:1776998311.697616:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12216 00010000:00010000:0.0:1776998311.697940:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998311.697949:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.697961:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.697967:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.697979:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698239:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698522:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b82ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698547:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998311.698552:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698560:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0bc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.698564:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698574:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698589:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698598:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004698a1bc/0x27b6fb26481b82bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698613:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.698617:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698901:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0a200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.698907:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698918:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698932:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698941:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700e6a97/0x27b6fb26481b82b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.698960:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.698962:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.698965:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.706200:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.706223:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.706243:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.706257:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.706268:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.706302:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998311.706976:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.706985:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.706998:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0b600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.707004:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.707019:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.707044:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.707056:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e601488/0x27b6fb26481b82a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.707083:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.707085:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.707088:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.710448:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.710533:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b05bd6d9/0x27b6fb2648194ecc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c8f6 expref: 719 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.710561:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802629504:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.710590:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.710603:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.710612:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.710625:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.710635:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.710664:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.713896:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802632448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.713960:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998311.714013:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d264127e680/2, rc 0, transno 4294970572 00000100:00100000:3.0:1776998311.714026:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802628224:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998311.714040:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891e300/2, rc 0, transno 4294970434 00000100:00100000:3.0:1776998311.714045:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802628736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.714060:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998311.714067:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802632320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.714096:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.714211:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.714277:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000004:00080000:2.0:1776998311.714297:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2f800/2, rc 0, transno 4294970571 00000100:00100000:2.0:1776998311.714305:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802631040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.714430:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+82:3360:x1863313802628992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 133437us (161801us total) trans 4294970435 rc 0/0 00000100:00100000:1.0:1776998311.714442:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12213 00000100:00100000:1.0:1776998311.714470:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802632448 00000100:00100000:1.0:1776998311.714477:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802632448 00000100:00100000:1.0:1776998311.714515:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802632320 00000100:00100000:1.0:1776998311.714519:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802632320 00000100:00100000:1.0:1776998311.714539:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12228 00000100:00100000:1.0:1776998311.714547:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802632448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.714579:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3278 count 1 00010000:00010000:1.0:1776998311.714605:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.714627:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 718 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.714638:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.714641:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.714645:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.714702:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 718 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.714720:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 718 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.714736:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802632704:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.714802:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167300 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.715033:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.715042:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715053:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.715059:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715071:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715093:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715103:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3b62de2/0x27b6fb26481b82a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715127:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.715130:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.715132:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.715150:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12229 00000100:00100000:1.0:1776998311.715160:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802632320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.715200:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3145 count 1 00010000:00010000:1.0:1776998311.715472:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715488:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715496:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.715499:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.715502:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715530:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.715543:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.715556:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802632832:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.715588:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167780 going to sleep for 11 seconds 00000100:00100000:0.0:1776998311.717649:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+81:3360:x1863313802628352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 135567us (164912us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1776998311.717933:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12214 00010000:00010000:0.0:1776998311.717997:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc93c85d/0x27b6fb2648199de7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xafc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eceb expref: 718 pid: 12891 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.718015:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802630912:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.718037:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718048:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718058:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718070:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718081:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718107:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.718926:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802630656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 76567us (81817us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1776998311.718936:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12222 00010000:00010000:0.0:1776998311.718962:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.718970:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718981:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5ae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.718986:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.718997:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719016:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 1/0,0 mode: --/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719024:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000956e2f89/0x27b6fb26481b82df lrc: 0/0,0 mode: --/PW res: [0x280000400:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719044:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.719047:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.719049:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.719077:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719088:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719099:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719110:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719129:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998311.719140:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.719145:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719154:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.719158:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719418:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719436:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719446:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b82d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.719465:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.719468:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.719470:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.721375:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998311.721517:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721530:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721537:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721545:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998311.721549:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721557:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721573:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1daba1fc (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998311.721577:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998311.721582:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.721590:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5be00/0x27b6fb26481b8302 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1daba1fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.721635:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303360 00000100:00100000:3.0:1776998311.721643:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303360 00000100:00100000:3.0:1776998311.721963:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16725 00000100:00100000:3.0:1776998311.721974:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3980:17551:x1863313756303360:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998311.722307:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3981:17551:x1863313756303360:12345-192.168.201.35@tcp:35:rm.0 Request processed in 333us (8096us total) trans 4295019484 rc 0/0 00000100:00100000:3.0:1776998311.722321:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16725 00000100:00100000:3.0:1776998311.722370:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802632064:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.722394:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.722422:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303488 00000100:00100000:3.0:1776998311.722427:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303488 00010000:00010000:3.0:1776998311.722447:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 719 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.722472:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303616 00000100:00100000:3.0:1776998311.722476:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303616 00010000:00010000:3.0:1776998311.722492:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 720 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.722514:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4923 00000100:00100000:3.0:1776998311.722522:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+720:2374:x1863313756303488:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.722534:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.722539:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 720 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.722554:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 720 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.722575:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f59540db/0x27b6fb26481907d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a8b2 expref: 720 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.722592:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.722595:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.722602:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.722614:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.722641:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.722663:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+719:2374:x1863313756303488:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 142us (8386us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.722673:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4923 00000004:00080000:2.0:1776998311.724900:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891c380/2, rc 0, transno 4294970436 00000100:00100000:2.0:1776998311.724911:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628352:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998311.724936:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891ce00/2, rc 0, transno 4294970435 00000100:00100000:2.0:1776998311.724941:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802628992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.724963:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802632960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.725018:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998311.725064:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedc700/2, rc 0, transno 4294970573 00000100:00100000:2.0:1776998311.725078:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802630656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.725108:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998311.725116:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802632576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.725213:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.726290:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802632960 00000100:00100000:2.0:1776998311.726297:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802632960 00000100:00100000:2.0:1776998311.726342:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802632576 00000100:00100000:2.0:1776998311.726346:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802632576 00000100:00100000:2.0:1776998311.726372:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12230 00000100:00100000:2.0:1776998311.726381:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3360:x1863313802632960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.726409:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3350 count 1 00010000:00010000:2.0:1776998311.726438:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.726461:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 717 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.726471:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.726475:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.726479:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.726512:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 717 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.726528:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 717 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.726544:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802633344:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.726608:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.726632:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12231 00000100:00100000:2.0:1776998311.726642:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+40:3360:x1863313802632576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.728123:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2595 count 1 00010000:00010000:2.0:1776998311.728143:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728161:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 717 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728188:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.728191:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.728194:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728226:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 717 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728239:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 717 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.728253:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802633472:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.728293:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac840 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.728402:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802633728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.728448:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.728484:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776998311.728492:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802633600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.728522:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.728542:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802634112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.728569:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.728593:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633728 00000100:00100000:2.0:1776998311.728598:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633728 00000100:00100000:2.0:1776998311.728625:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633600 00000100:00100000:2.0:1776998311.728628:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633600 00000100:00100000:2.0:1776998311.728639:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802634112 00000100:00100000:2.0:1776998311.728642:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802634112 00000100:00100000:2.0:1776998311.728655:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12232 00000100:00100000:2.0:1776998311.728663:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+83:3360:x1863313802633728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.728681:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3301 count 1 00010000:00010000:2.0:1776998311.728720:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728737:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 719 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728747:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.728749:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.728753:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728780:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 719 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728793:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 719 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.728807:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802634240:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.728840:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acb40 going to sleep for 11 seconds 00010000:00010000:2.0:1776998311.728863:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728876:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728889:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728901:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.728932:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.729247:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802626688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 276345us (277241us total) trans 4294970574 rc 0/0 00000100:00100000:2.0:1776998311.729257:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12206 00000100:00100000:2.0:1776998311.729390:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12233 00000100:00100000:2.0:1776998311.729399:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+83:3360:x1863313802633600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.729416:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3370 count 1 00010000:00010000:2.0:1776998311.729430:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.729447:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 719 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.729457:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.729459:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.729463:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.729488:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 719 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.729501:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 719 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.729516:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802634368:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.729548:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998311.734230:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3362:x1863313802630016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 103311us (128597us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1776998311.734243:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12220 00000100:00100000:0.0:1776998311.734278:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12234 00000100:00100000:0.0:1776998311.734290:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+83:3360:x1863313802634112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998311.734320:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3080 count 1 00010000:00010000:0.0:1776998311.734347:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.734373:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 719 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.734383:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.734386:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.734389:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.734428:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 719 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.734452:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 719 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.734471:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802634496:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.734532:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b240 going to sleep for 11 seconds 00000004:00080000:2.0:1776998311.735898:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360af800/2, rc 0, transno 4294970574 00000100:00100000:2.0:1776998311.735967:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802626688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.736006:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.736015:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.736028:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9aa600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.736034:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.736046:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.736068:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.736077:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088f41b6a/0x27b6fb26481b8253 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.736632:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.737358:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.737362:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.737364:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998311.737395:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.737473:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.737506:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.737535:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.737561:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1776998311.737570:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.737598:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.737619:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.737644:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.737674:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633088 00000100:00100000:2.0:1776998311.737682:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633088 00000100:00100000:1.0:1776998311.737909:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633856 00000100:00100000:1.0:1776998311.737915:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633856 00000100:00100000:1.0:1776998311.737950:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633216 00000100:00100000:1.0:1776998311.737955:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633216 00000100:00100000:1.0:1776998311.737971:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802633984 00000100:00100000:1.0:1776998311.737975:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802633984 00000100:00100000:1.0:1776998311.737991:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12235 00000100:00100000:1.0:1776998311.738002:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+85:3361:x1863313802633856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.738031:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2646 count 1 00010000:00010000:1.0:1776998311.738092:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.738116:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 719 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.738125:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.738128:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.738132:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.738189:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 719 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.738206:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 719 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.738482:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d906300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802634624:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.738501:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12236 00000100:00100000:2.0:1776998311.738509:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3361:x1863313802633216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.738527:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2727 count 1 00000100:00100000:1.0:1776998311.738533:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8840 going to sleep for 11 seconds 00010000:00010000:2.0:1776998311.738544:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.738560:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 717 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.738569:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.738571:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.738575:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.738602:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 717 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.738616:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 717 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.738639:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802634752:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.738674:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.741174:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4924 00000100:00100000:3.0:1776998311.741190:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+718:2374:x1863313756303616:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.741207:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.741215:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 718 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741233:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 718 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741259:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.741261:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.741267:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741285:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741306:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.741345:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+718:2374:x1863313756303616:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 160us (19976us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.741355:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4924 00000004:00080000:3.0:1776998311.741443:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c06a00/2, rc 0, transno 4294970575 00000100:00100000:3.0:1776998311.741453:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802630016:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998311.741508:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741521:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741532:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741542:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.741569:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.741921:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+86:3359:x1863313802631680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61986us (88155us total) trans 4294970437 rc 0/0 00000100:00100000:3.0:1776998311.741934:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12226 00000100:00100000:3.0:1776998311.741957:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12237 00000100:00100000:3.0:1776998311.741967:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+85:3361:x1863313802633984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.741989:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3096 count 1 00010000:00010000:3.0:1776998311.742011:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742030:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 717 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742040:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.742042:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.742045:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742075:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 717 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742089:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 717 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.742105:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802635008:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.742159:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.742203:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.742210:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742227:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.742232:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742244:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742259:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742268:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8317 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742291:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.742293:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.742295:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.742345:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1035278/0x27b6fb26481a861b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45677 expref: 717 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.742359:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802632192:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.742379:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742390:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742400:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742410:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742419:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742438:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.742614:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:3359:x1863313802631808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62162us (88800us total) trans 4294970438 rc 0/0 00000100:00100000:3.0:1776998311.742623:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12227 00000100:00100000:3.0:1776998311.742644:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12238 00000100:00100000:3.0:1776998311.742654:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3361:x1863313802633088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.742672:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2633 count 1 00010000:00010000:3.0:1776998311.742741:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742757:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 717 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742766:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.742768:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.742772:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742797:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 717 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742810:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 717 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.742823:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802635136:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.742855:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5540 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.742871:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.742878:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742888:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.742892:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742902:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742915:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742923:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b831e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.742949:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.742951:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.742953:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998311.742987:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26104ab800/2, rc 0, transno 4294970438 00000100:00100000:3.0:1776998311.743004:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802631808:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998311.743017:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26104a9500/2, rc 0, transno 4294970437 00000100:00100000:3.0:1776998311.743022:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802631680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.743033:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998311.743041:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802634880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.743075:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.743220:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802635392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.743519:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.743541:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998311.743549:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802635264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.743576:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.743602:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802634880 00000100:00100000:3.0:1776998311.743610:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802634880 00000100:00100000:3.0:1776998311.743637:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802635392 00000100:00100000:3.0:1776998311.743641:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802635392 00000100:00100000:3.0:1776998311.743653:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802635264 00000100:00100000:3.0:1776998311.743656:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802635264 00000100:00100000:3.0:1776998311.743670:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12239 00000100:00100000:3.0:1776998311.743679:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+43:3359:x1863313802634880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.743748:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2710 count 1 00010000:00010000:3.0:1776998311.743784:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743802:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 717 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743811:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.743813:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.743817:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743840:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 717 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743852:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 717 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.743865:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbc0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802635520:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.743894:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da59c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998311.743945:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743958:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743969:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.743987:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.744010:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.744224:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+88:3362:x1863313802631552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90250us (90558us total) trans 4294970439 rc 0/0 00000100:00100000:3.0:1776998311.744234:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12225 00000004:00080000:3.0:1776998311.744272:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26104a8380/2, rc 0, transno 4294970439 00000100:00100000:3.0:1776998311.744283:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802631552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.752220:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12240 00000100:00100000:2.0:1776998311.752244:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+87:3362:x1863313802635392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.752279:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3083 count 1 00010000:00010000:2.0:1776998311.752306:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.752331:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 716 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.752341:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.752344:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.752348:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.752389:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 716 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.752420:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 716 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.752438:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802635904:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.752527:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.752567:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802635776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.752920:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.755534:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802635648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998311.755594:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.755961:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802635776 00000100:00100000:3.0:1776998311.755970:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802635776 00000100:00100000:3.0:1776998311.756008:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12241 00000100:00100000:3.0:1776998311.756019:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+87:3362:x1863313802635264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.756048:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2851 count 1 00010000:00010000:3.0:1776998311.756072:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.756094:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 716 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.756105:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.756107:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.756111:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.756148:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 716 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.756164:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 716 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.756182:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802636032:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.756225:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503067f00 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.759110:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.759123:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.759138:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.759144:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.759157:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.759195:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.759207:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b82f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.759234:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.759236:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.759239:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998311.759265:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802635648 00000100:00100000:1.0:1776998311.759273:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802635648 00000100:00100000:3.0:1776998311.762212:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.762238:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.762263:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.762310:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.762345:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303872 00000100:00100000:3.0:1776998311.762351:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303872 00010000:00010000:3.0:1776998311.762386:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 718 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.762419:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304128 00000100:00100000:3.0:1776998311.762423:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304128 00010000:00010000:3.0:1776998311.762442:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 719 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.762462:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304000 00000100:00100000:3.0:1776998311.762465:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304000 00010000:00010000:3.0:1776998311.762496:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 720 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.762512:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304256 00000100:00100000:3.0:1776998311.762515:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304256 00010000:00010000:3.0:1776998311.762528:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 721 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.762546:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4925 00000100:00100000:3.0:1776998311.762556:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+721:2372:x1863313756303872:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.762571:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.762577:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 721 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.762593:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 721 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.762618:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.762620:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.762625:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.762637:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.762659:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.762752:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+721:2372:x1863313756303872:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 195us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.764883:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12242 00000100:00100000:1.0:1776998311.764900:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3360:x1863313802635776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.764929:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2994 count 1 00010000:00010000:1.0:1776998311.764955:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.764975:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 721 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.764985:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.764987:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.764991:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765030:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 721 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765046:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 721 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.765382:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802636160:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.765481:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167540 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.765536:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000015017bf/0x27b6fb26481ab688 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c7a expref: 721 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.765557:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802632704:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.765578:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765591:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765598:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765610:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765620:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.765644:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.765984:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+45:3362:x1863313802632448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51435us (52022us total) trans 4294970576 rc 0/0 00000100:00100000:1.0:1776998311.765995:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12228 00000100:00100000:1.0:1776998311.766025:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12243 00000100:00100000:1.0:1776998311.766036:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+88:3359:x1863313802635648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.766055:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2859 count 1 00010000:00010000:1.0:1776998311.766072:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.766090:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 716 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.766100:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.766103:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.766106:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.766131:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 716 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.766145:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 716 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.766160:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802636288:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.766215:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.766245:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802632832:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.766261:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.766433:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4925 00000100:00100000:1.0:1776998311.770035:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4926 00000100:00100000:1.0:1776998311.770057:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+719:2372:x1863313756304128:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.770077:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.770087:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 719 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770108:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 719 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770136:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770139:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770145:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770156:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770179:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.770231:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+719:2372:x1863313756304128:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 181us (7991us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.770242:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4926 00000100:00100000:1.0:1776998311.770273:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4927 00000100:00100000:1.0:1776998311.770282:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eaac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+718:2372:x1863313756304000:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.770292:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.770299:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770314:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770332:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094001cf7/0x27b6fb26481a6686 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4481c expref: 718 pid: 6666 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770346:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770349:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770352:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770362:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770384:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.770410:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eaac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+717:2372:x1863313756304000:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 129us (8146us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998311.770419:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4927 00000100:00100000:1.0:1776998311.770471:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4928 00000100:00100000:1.0:1776998311.770481:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+716:2372:x1863313756304256:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998311.770491:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998311.770498:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 716 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770511:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 716 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770534:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770537:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.770541:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770550:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.770557:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fc0d86e/0x27b6fb26481ae1d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4802a expref: 716 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770566:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.770572:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802633344:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.770588:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+715:2372:x1863313756304256:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (8278us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998311.770593:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.770597:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4928 00010000:00010000:2.0:1776998311.770606:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.770616:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.770629:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.770639:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998311.770676:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c04a80/2, rc 0, transno 4294970576 00010000:00010000:2.0:1776998311.770711:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998311.770712:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802632448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998311.770820:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770832:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770843:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770852:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.770878:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998311.770987:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3360:x1863313802632960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44606us (45966us total) trans 4294970577 rc 0/0 00000100:00100000:2.0:1776998311.770998:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12230 00010000:00010000:2.0:1776998311.771024:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998311.771033:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771044:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509d5b000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.771050:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771062:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.771070:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3362:x1863313802632320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55912us (56973us total) trans 4294970578 rc 0/0 00010000:00010000:2.0:1776998311.771078:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.771080:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12229 00010000:00010000:2.0:1776998311.771112:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007389dc00/0x27b6fb26481b8325 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771132:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998311.771136:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771144:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.771149:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771159:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.771194:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.771201:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771202:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.771213:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db0a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.771214:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9201924/0x27b6fb26481b8333 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.771218:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.771227:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771232:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.771234:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.771236:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.771240:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.771250:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028ee10a2/0x27b6fb26481b832c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998311.771261:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f8b9f80/2, rc 0, transno 4294970577 00010000:00010000:1.0:1776998311.771268:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.771270:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998311.771272:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802632960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998311.771273:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.771293:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c05c00/2, rc 0, transno 4294970578 00000100:00100000:1.0:1776998311.771300:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802632320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.771300:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021d89739/0x27b6fb2648191b5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b195 expref: 714 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.771306:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776998311.771313:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802633472:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.771318:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802636416:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998311.771331:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771341:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771350:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.771357:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998311.771369:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771379:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.771396:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.772078:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3360:x1863313802632576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45437us (46863us total) trans 4294970579 rc 0/0 00000100:00100000:2.0:1776998311.772087:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12231 00000100:00100000:2.0:1776998311.772106:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802636416 00000100:00100000:2.0:1776998311.772116:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802636416 00000100:00100000:2.0:1776998311.772154:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12244 00000100:00100000:2.0:1776998311.772163:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3362:x1863313802636416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998311.772457:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2887 count 1 00010000:00010000:2.0:1776998311.772481:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.772499:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.772510:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.772512:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.772517:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.772554:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.772570:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.772587:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802636544:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.772647:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac9c0 going to sleep for 11 seconds 00000004:00080000:2.0:1776998311.772679:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbc000/2, rc 0, transno 4294970579 00000100:00100000:2.0:1776998311.772712:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802632576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998311.772834:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802634240:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.772854:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773473:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.773481:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773492:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.773496:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773507:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773521:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773530:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f53f0375/0x27b6fb26481b833a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.773549:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.773551:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.773553:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.807337:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802636800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.807422:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.807494:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998311.807505:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802636928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.807535:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998311.807580:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802636800 00000100:00100000:3.0:1776998311.807589:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802636800 00000100:00100000:3.0:1776998311.807633:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802636928 00000100:00100000:3.0:1776998311.807637:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802636928 00000100:00100000:3.0:1776998311.807661:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12245 00000100:00100000:3.0:1776998311.807673:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802636800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.807731:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3437 count 1 00010000:00010000:3.0:1776998311.807758:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.807785:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 713 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.807797:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.807799:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.807804:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.807842:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 713 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.807865:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 713 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.807881:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802637056:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.807955:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503067180 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.807979:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12246 00000100:00100000:3.0:1776998311.807990:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802636928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998311.808007:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3177 count 1 00010000:00010000:3.0:1776998311.808024:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.808040:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 713 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.808050:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.808052:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.808055:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.808080:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 713 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.808093:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 713 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.808114:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802637184:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.808147:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503067600 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.808719:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802636672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.808761:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998311.810459:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810567:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810644:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810709:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810745:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810765:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810817:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810835:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810885:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.810901:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.811006:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.811010:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756303744 00000100:00100000:0.0:1776998311.811018:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756303744 00000100:00100000:2.0:1776998311.811024:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.811039:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998311.811059:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 717 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811086:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304384 00000100:00100000:0.0:1776998311.811089:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304384 00000100:00100000:2.0:1776998311.811097:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998311.811105:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 718 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811121:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304768 00000100:00100000:0.0:1776998311.811124:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304768 00010000:00010000:0.0:1776998311.811138:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 719 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811152:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304512 00000100:00100000:0.0:1776998311.811155:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304512 00010000:00010000:0.0:1776998311.811189:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 720 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.811189:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802636544:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.811213:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756304640 00000100:00100000:0.0:1776998311.811217:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756304640 00010000:00010000:2.0:1776998311.811217:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811233:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 714 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811248:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305152 00000100:00100000:0.0:1776998311.811252:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305152 00000100:00100000:2.0:1776998311.811252:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802634368:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.811265:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 715 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811268:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811280:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305280 00000100:00100000:0.0:1776998311.811283:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305280 00000100:00100000:2.0:1776998311.811296:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802634752:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.811298:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 716 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811312:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811313:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305408 00000100:00100000:0.0:1776998311.811316:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305408 00010000:00010000:0.0:1776998311.811330:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 721 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.811339:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802635904:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998311.811345:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305536 00000100:00100000:0.0:1776998311.811348:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305536 00010000:00010000:2.0:1776998311.811354:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811363:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 722 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811376:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305664 00000100:00100000:0.0:1776998311.811380:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305664 00000100:00100000:2.0:1776998311.811382:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802636672 00000100:00100000:2.0:1776998311.811386:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802636672 00010000:00010000:0.0:1776998311.811393:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 717 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811407:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305920 00000100:00100000:0.0:1776998311.811410:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305920 00000100:00100000:2.0:1776998311.811411:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12247 00000100:00100000:2.0:1776998311.811420:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802636672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998311.811422:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 718 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811435:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305792 00000100:00100000:0.0:1776998311.811438:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305792 00002000:00080000:2.0:1776998311.811448:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2532 count 1 00010000:00010000:0.0:1776998311.811451:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 723 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811463:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306048 00000100:00100000:0.0:1776998311.811466:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306048 00010000:00010000:2.0:1776998311.811471:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811478:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 724 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811491:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 718 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811501:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.811504:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.811508:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811543:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 718 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811557:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 718 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.811573:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802637312:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.811629:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.811652:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756305024 00000100:00100000:2.0:1776998311.811656:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756305024 00000100:00100000:2.0:1776998311.811734:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51664 00000100:00100000:2.0:1776998311.811745:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3981:17551:x1863313756305024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998311.811797:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:0.0:1776998311.811807:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4929 00000100:00100000:0.0:1776998311.811817:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+724:2374:x1863313756303744:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.811822:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2ffa00/0x27b6fb26481914a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1455:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae85 expref: 3981 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811830:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.811836:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 724 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811845:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1455:0x0].0x0 (ffff8d2509e16100) 00010000:00010000:0.0:1776998311.811850:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 724 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811857:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d898a00/0x27b6fb26481a6c4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18cb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44abc expref: 3980 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811875:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d99ea00/0x27b6fb26481a6c21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18cb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44aa7 expref: 3979 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811879:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061dcaa46/0x27b6fb26481ac411 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xce5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c472a1 expref: 724 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811893:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.811893:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e80000/0x27b6fb2648187922 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37dc4 expref: 3978 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811896:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.811901:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811907:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18cb:0x0].0x0 (ffff8d250d2bba00) 00010000:00010000:0.0:1776998311.811913:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811917:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998311.811935:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.811939:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998311.811949:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811959:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811969:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+723:2374:x1863313756303744:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 154us (1516us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998311.811975:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.811979:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4929 00010000:00010000:2.0:1776998311.811985:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.811993:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.812000:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4930 00000100:00100000:0.0:1776998311.812008:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+722:2374:x1863313756304384:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.812019:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.812025:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 722 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812036:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 722 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812058:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812061:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812065:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812074:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812088:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.812114:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+722:2374:x1863313756304384:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 106us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.812123:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4930 00000100:00100000:0.0:1776998311.812142:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4931 00000100:00100000:0.0:1776998311.812150:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+721:2375:x1863313756304768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.812159:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.812188:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 721 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812203:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 721 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812219:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481aed93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4857f expref: 721 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.812223:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.812235:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812241:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812243:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.812245:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812247:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812257:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812279:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.812304:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+720:2375:x1863313756304768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 154us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.812313:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4931 00000100:00100000:0.0:1776998311.812331:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4932 00000100:00100000:0.0:1776998311.812340:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+719:2372:x1863313756304512:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.812350:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.812355:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 719 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812368:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 719 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812384:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812386:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812389:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812408:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812424:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.812448:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+719:2372:x1863313756304512:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.812456:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4932 00000100:00100000:0.0:1776998311.812475:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4933 00000100:00100000:0.0:1776998311.812483:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+718:2372:x1863313756304640:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.812493:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.812499:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 718 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812535:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 718 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812554:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4bb4f72/0x27b6fb2648196ac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d5ad expref: 718 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812568:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812570:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812574:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812591:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812613:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.812638:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+717:2372:x1863313756304640:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 155us (1871us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.812647:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4933 00000100:00100000:0.0:1776998311.812666:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4934 00000100:00100000:0.0:1776998311.812941:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+716:2375:x1863313756305152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.812951:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.812957:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 716 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812971:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 716 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.812986:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812988:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.812991:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813000:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813016:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.813042:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+716:2375:x1863313756305152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 105us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.813050:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4934 00000100:00100000:0.0:1776998311.813087:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4935 00000100:00100000:0.0:1776998311.813096:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+715:2375:x1863313756305280:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.813105:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.813110:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 715 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813124:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 715 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813139:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813142:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813145:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813155:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813194:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.813219:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+715:2375:x1863313756305280:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.813227:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4935 00000100:00100000:0.0:1776998311.813244:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4936 00000100:00100000:0.0:1776998311.813251:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+718:2375:x1863313756305408:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.813264:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.813270:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 718 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813282:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 718 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813296:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813298:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813302:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813311:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813326:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.813343:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+718:2375:x1863313756305408:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 93us (2458us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.813351:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4936 00000100:00100000:0.0:1776998311.813366:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4937 00000100:00100000:0.0:1776998311.813374:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+717:2375:x1863313756305536:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.813383:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.813388:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 717 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813400:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 717 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813416:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813419:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813423:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813432:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813449:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.813467:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+717:2375:x1863313756305536:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 93us (2564us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.813476:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4937 00000100:00100000:0.0:1776998311.813494:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4938 00000100:00100000:0.0:1776998311.813502:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+714:2375:x1863313756305664:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.813512:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.813518:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 714 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813530:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 714 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813545:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813547:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813551:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813568:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813583:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.813599:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+714:2375:x1863313756305664:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 98us (2594us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.813606:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4938 00000100:00100000:0.0:1776998311.813622:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4939 00000100:00100000:0.0:1776998311.813629:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+713:2375:x1863313756305920:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.813640:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.813645:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813658:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813675:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025025606/0x27b6fb264819cb05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4016d expref: 713 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813718:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813721:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.813725:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.813742:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.817136:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4940 00000100:00100000:3.0:1776998311.817156:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+716:2375:x1863313756305792:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.817176:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.817185:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 716 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817458:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 716 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817484:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.817486:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.817492:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817504:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817528:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.817566:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+716:2375:x1863313756305792:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 418us (6524us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.817577:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4940 00000100:00100000:3.0:1776998311.817603:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4941 00000100:00100000:3.0:1776998311.817614:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eaa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+715:2375:x1863313756306048:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.817624:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.817631:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 715 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817644:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 715 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817661:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f651d33/0x27b6fb26481a413a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43728 expref: 715 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817678:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.817680:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.817684:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817725:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817753:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.817790:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eaa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+714:2375:x1863313756306048:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 177us (6692us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.817798:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4941 00010000:00010000:3.0:1776998311.817861:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea367a/0x27b6fb26481a48bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a93 expref: 713 pid: 12898 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.817883:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802635008:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.817908:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817920:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817930:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817942:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817953:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.817977:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.818312:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+89:3361:x1863313802633984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76345us (80664us total) trans 4294970440 rc 0/0 00000100:00100000:3.0:1776998311.818323:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12237 00010000:00010000:3.0:1776998311.818640:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.818648:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.818666:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.818671:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819310:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025d517b0/0x27b6fb2648193a58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bfaa expref: 712 pid: 11839 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.819328:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d906300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802634624:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.819350:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819363:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819371:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819383:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819393:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819421:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998311.819875:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+89:3361:x1863313802633856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81871us (82336us total) trans 4294970441 rc 0/0 00000100:00100000:1.0:1776998311.819885:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12235 00010000:00010000:1.0:1776998311.819935:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067b5651e/0x27b6fb264819ba7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f9e8 expref: 711 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.819956:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802636288:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.819973:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819985:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.819995:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820006:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820016:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820033:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998311.820230:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+89:3359:x1863313802635648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54194us (64634us total) trans 4294970442 rc 0/0 00000100:00100000:1.0:1776998311.820239:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12243 00010000:00010000:1.0:1776998311.820272:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998311.820279:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820296:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c9aac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.820301:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820311:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820330:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820340:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097198fbd/0x27b6fb26481b8356 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820362:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.820367:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820374:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.820378:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820387:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820397:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820406:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b838e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820420:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.820422:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.820424:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.820432:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.820465:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081eebc61/0x27b6fb26481a0b63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41eaf expref: 712 pid: 12896 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.820478:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802636160:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.820492:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820502:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820510:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820520:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820528:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.820549:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998311.828108:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.830298:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+711:2375:x1863313756305920:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 16658us (19262us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.830314:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4939 00000040:00080000:2.0:1776998311.831048:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2787, 64 off186560 00010000:00010000:2.0:1776998311.831200:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831222:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831238:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831250:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831259:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831267:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.831294:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998311.831321:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.832554:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833631:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833640:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833649:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998311.833655:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833915:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833931:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18cb:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998311.833935:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998311.833941:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833950:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b83bf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833979:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833988:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.833995:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.834003:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972fa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998311.834007:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.834015:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.834026:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998311.834029:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998311.834032:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.834040:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fa00/0x27b6fb26481b83b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998311.834054:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000095f60f6 reply state 000000001ce8516c transno 4295019485 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.834066:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998311.834154:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3979:17551:x1863313756305024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 22408us (23442us total) trans 4295019485 rc 0/0 00000100:00100000:2.0:1776998311.834166:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51664 00010000:00010000:2.0:1776998311.834376:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.834391:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836111:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998311.836122:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836134:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.836138:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836149:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836207:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836218:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481b8387 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836241:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.836246:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836253:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.836256:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836263:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836273:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18cb:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998311.836276:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998311.836279:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836286:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b83c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.836545:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.836548:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.836550:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.836938:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.836957:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.836990:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.837277:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802636416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65111us (65916us total) trans 4294970580 rc 0/0 00000100:00100000:2.0:1776998311.837290:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12244 00010000:00010000:2.0:1776998311.837334:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837347:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837358:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837367:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837381:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998311.837571:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+89:3360:x1863313802633728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108906us (109121us total) trans 4294970443 rc 0/0 00000100:00100000:2.0:1776998311.837580:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12232 00010000:00010000:2.0:1776998311.837610:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837628:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837638:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837647:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.837659:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998311.838099:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+89:3360:x1863313802633600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108700us (109575us total) trans 4294970444 rc 0/0 00000100:00100000:2.0:1776998311.838110:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12233 00000100:00100000:1.0:1776998311.838118:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802635776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73224us (85197us total) trans 4294970581 rc 0/0 00000100:00100000:1.0:1776998311.838127:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12242 00010000:00010000:2.0:1776998311.838140:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838149:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998311.838152:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838156:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.838163:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838167:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.838173:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838183:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.838195:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838203:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838214:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c825005a/0x27b6fb26481b8395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.838215:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1776998311.838451:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998311.838457:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838491:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.838496:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838538:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838554:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838563:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d319b285/0x27b6fb26481b8341 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xce5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838582:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998311.838587:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.838589:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3361:x1863313802633216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 100080us (100990us total) trans 4294970582 rc 0/0 00010000:00010000:1.0:1776998311.838597:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:2.0:1776998311.838599:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12236 00010000:00010000:1.0:1776998311.838601:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838611:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838624:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838634:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d952d5ef/0x27b6fb26481b8348 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838649:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.838653:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.838654:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a09a3a9/0x27b6fb26481a3f6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43656 expref: 710 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838664:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.838668:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.838670:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802634496:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.838679:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838718:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838727:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481b835d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.838743:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.838746:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.838748:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.838952:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.838965:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8364 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.838985:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.838987:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.838990:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.839192:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000787cd6cb/0x27b6fb2648193239 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbf9 expref: 710 pid: 8246 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.839208:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802635136:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.839228:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.839239:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.839249:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.839559:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.840369:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.844237:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d905500/2, rc 0, transno 4294970580 00000100:00100000:1.0:1776998311.844261:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802636416:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998311.844294:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263642ed80/2, rc 0, transno 4294970581 00000100:00100000:1.0:1776998311.844300:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802635776:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998311.844313:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b100/2, rc 0, transno 4294970444 00000100:00100000:1.0:1776998311.844324:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802633600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998311.844335:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789180/2, rc 0, transno 4294970443 00000100:00100000:1.0:1776998311.844339:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802633728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.844420:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998311.844438:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802637440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998311.844501:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.844589:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802637568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.844617:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.844648:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998311.844657:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802637696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.844709:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.844749:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802637440 00000100:00100000:1.0:1776998311.844756:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802637440 00000100:00100000:1.0:1776998311.844800:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802637568 00000100:00100000:1.0:1776998311.844804:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802637568 00000100:00100000:1.0:1776998311.844824:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802637696 00000100:00100000:1.0:1776998311.844827:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802637696 00000100:00100000:1.0:1776998311.844849:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12248 00000100:00100000:1.0:1776998311.844859:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802637440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998311.844889:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3260 count 1 00010000:00010000:1.0:1776998311.844917:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.844949:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 709 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.844960:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.844962:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.844967:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845000:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 709 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845017:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 709 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.845032:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802637824:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.845100:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26308fe780 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.845119:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12249 00000100:00100000:1.0:1776998311.845128:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+90:3362:x1863313802637568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.845144:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2776 count 1 00010000:00010000:1.0:1776998311.845159:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845204:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 709 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845222:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.845224:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.845228:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845254:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 709 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845267:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 709 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.845282:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802637952:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.845536:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26308fea80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.845558:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12250 00000100:00100000:1.0:1776998311.845569:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+90:3360:x1863313802637696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.845586:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3131 count 1 00010000:00010000:1.0:1776998311.845602:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845617:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 709 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.845625:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.845627:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.845631:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.845977:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.846000:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.846565:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3361:x1863313802633088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 103911us (109091us total) trans 4294970583 rc 0/0 00000100:00100000:3.0:1776998311.846576:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12238 00000004:00080000:0.0:1776998311.852144:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbfad80/2, rc 0, transno 4294970442 00000100:00100000:0.0:1776998311.852207:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802635648:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998311.852234:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998311.852243:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.852259:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998311.852265:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.852279:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.852302:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.852311:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b836b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.852340:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.852343:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998311.852345:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998311.852373:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978ad80/2, rc 0, transno 4294970582 00000100:00100000:0.0:1776998311.852389:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633216:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998311.852405:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b480/2, rc 0, transno 4294970440 00000100:00100000:0.0:1776998311.852410:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633984:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998311.852422:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f8b9500/2, rc 0, transno 4294970583 00000100:00100000:0.0:1776998311.852426:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633088:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998311.852438:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978a300/2, rc 0, transno 4294970441 00000100:00100000:0.0:1776998311.852442:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802633856:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998311.857677:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035017da8/0x27b6fb264819608b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d107 expref: 709 pid: 12894 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.857737:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbc0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802635520:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.858142:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.858159:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.858185:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.858199:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.858208:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.858241:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998311.858522:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.858818:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.858848:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998311.858868:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.858879:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.858890:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.858901:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.858930:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998311.858945:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998311.858952:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.858963:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.858968:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859051:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859074:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859083:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8372 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859118:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.859122:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859131:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.859135:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859151:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859164:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859196:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b834f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.859215:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.859217:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.859220:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.859607:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+50:3359:x1863313802634880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 115926us (116529us total) trans 4294970584 rc 0/0 00000100:00100000:3.0:1776998311.859620:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12239 00010000:00010000:3.0:1776998311.859656:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.859669:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306176 00000100:00100000:3.0:1776998311.859678:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306176 00010000:00010000:3.0:1776998311.859731:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 709 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.859761:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306304 00000100:00100000:0.0:1776998311.861368:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802637184:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.861393:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862912:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.862916:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802637312:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.862926:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862936:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.862937:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862945:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972e600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998311.862950:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862961:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862978:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6d81d5bb (ffff8d250da9e000) 00010000:00010000:0.0:1776998311.862982:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998311.862987:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.862995:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972e600/0x27b6fb26481b83b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d81d5bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.863271:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+91:3360:x1863313802634112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 128982us (134699us total) trans 4294970445 rc 0/0 00000100:00100000:2.0:1776998311.863282:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12234 00000100:00100000:2.0:1776998311.863379:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802637056:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.863399:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863426:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863439:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863452:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863461:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863482:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.863661:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+91:3362:x1863313802635392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 111426us (120139us total) trans 4294970446 rc 0/0 00000100:00100000:2.0:1776998311.863671:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12240 00010000:00010000:2.0:1776998311.863724:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.863731:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863742:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.863747:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863758:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863776:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863787:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b8379 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863810:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.863813:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.863815:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998311.863837:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4942 00000100:00100000:2.0:1776998311.863853:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+709:2375:x1863313756306176:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.863875:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.863882:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 709 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863898:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 709 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863920:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006118374d/0x27b6fb26481b162e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c497f4 expref: 709 pid: 6664 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863935:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.863938:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.863944:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863958:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.863994:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.864040:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+708:2375:x1863313756306176:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 192us (5224us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998311.864051:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4942 00010000:00010000:2.0:1776998311.864120:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.864133:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.864143:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.864153:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.864216:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.866461:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306304 00010000:00010000:3.0:1776998311.866526:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.866577:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4943 00000100:00100000:3.0:1776998311.866590:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+708:2375:x1863313756306304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.866605:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.866612:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.866908:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.866934:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c8f0c4a/0x27b6fb26481a79c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c450dc expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.866954:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.866957:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.866963:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.866976:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867014:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.867071:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+707:2375:x1863313756306304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 482us (8220us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.867082:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4943 00000004:00080000:3.0:1776998311.867163:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263642fb80/2, rc 0, transno 4294970584 00000100:00100000:3.0:1776998311.867200:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802634880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998311.867226:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867239:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867261:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867273:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867294:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998311.867579:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3359:x1863313802636928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59590us (60041us total) trans 4294970585 rc 0/0 00000100:00100000:3.0:1776998311.867590:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12246 00010000:00010000:3.0:1776998311.867617:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998311.867625:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.867636:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.867642:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998311.868148:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788700/2, rc 0, transno 4294970445 00000100:00100000:0.0:1776998311.868157:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802634112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998311.869006:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 709 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869032:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 709 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.869053:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802638080:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.869126:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b540 going to sleep for 11 seconds 00010000:00010000:1.0:1776998311.869605:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998311.869614:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869625:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998311.869630:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869642:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869660:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869670:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b83a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.869719:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.869722:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998311.869724:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998311.869778:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbc1f80/2, rc 0, transno 4294970446 00000100:00100000:1.0:1776998311.869786:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802635392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.869930:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.869973:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.870004:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.870031:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.870057:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998311.870064:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.870089:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.870120:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802638464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.870147:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.870204:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998311.870465:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802638336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998311.870501:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998311.870538:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802638208 00000100:00100000:1.0:1776998311.870545:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802638208 00000100:00100000:1.0:1776998311.870582:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12251 00000100:00100000:1.0:1776998311.870592:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+91:3360:x1863313802638208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.870623:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2581 count 1 00010000:00010000:1.0:1776998311.870948:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.870979:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 709 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.870991:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.870993:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.870997:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871034:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 709 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871048:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 709 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.871063:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802638848:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.871111:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.871161:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802638720 00000100:00100000:1.0:1776998311.871188:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802638720 00000100:00100000:1.0:1776998311.871221:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802638592 00000100:00100000:1.0:1776998311.871225:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802638592 00000100:00100000:1.0:1776998311.871247:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802638464 00000100:00100000:1.0:1776998311.871251:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802638464 00000100:00100000:1.0:1776998311.871273:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802638336 00000100:00100000:1.0:1776998311.871277:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802638336 00000100:00100000:1.0:1776998311.871302:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12252 00000100:00100000:1.0:1776998311.871311:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+95:3360:x1863313802638720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.871332:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2889 count 1 00010000:00010000:1.0:1776998311.871352:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871368:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 709 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871377:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.871379:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.871383:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871410:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 709 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871424:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 709 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.871437:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802638976:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.871480:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998311.871503:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12253 00000100:00100000:1.0:1776998311.871513:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+95:3360:x1863313802638592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998311.871529:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2749 count 1 00010000:00010000:1.0:1776998311.871545:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871570:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 709 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871580:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.871582:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998311.871586:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871612:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 709 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998311.871625:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 709 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998311.871640:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802639104:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998311.871673:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.879775:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3359:x1863313802636800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72094us (72343us total) trans 4294970586 rc 0/0 00000100:00100000:2.0:1776998311.879790:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12245 00000100:00100000:2.0:1776998311.879906:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12254 00000100:00100000:2.0:1776998311.879921:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3362:x1863313802638464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.879955:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3326 count 1 00010000:00010000:2.0:1776998311.879983:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880011:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 709 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880024:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.880028:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.880031:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880076:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 709 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880115:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 709 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.880135:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802639232:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.880235:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac480 going to sleep for 11 seconds 00010000:00010000:2.0:1776998311.880262:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998311.880317:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12255 00000100:00100000:2.0:1776998311.880330:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+95:3362:x1863313802638336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.880349:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3309 count 1 00010000:00010000:2.0:1776998311.880366:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880383:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 709 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880400:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.880402:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.880406:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 4/0,1 mode: --/PW res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880434:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 709 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.880448:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 709 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.880461:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802639360:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.891988:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac180 going to sleep for 11 seconds 00010000:00010000:2.0:1776998311.892069:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8ff66e4/0x27b6fb264819b5aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f7b8 expref: 709 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.892118:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802636032:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.892241:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892258:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892268:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892284:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892296:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892576:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998311.892598:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.892606:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892618:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.892623:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892636:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892661:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892672:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8380 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.892743:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.892746:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.892749:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998311.893366:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+96:3362:x1863313802635264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 137346us (149786us total) trans 4294970447 rc 0/0 00000100:00100000:2.0:1776998311.893379:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12241 00000100:00100000:2.0:1776998311.914062:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.914121:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.914223:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.914259:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306432 00000100:00100000:2.0:1776998311.914270:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306432 00010000:00010000:2.0:1776998311.914334:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 707 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.914376:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306816 00000100:00100000:2.0:1776998311.914381:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306816 00010000:00010000:2.0:1776998311.914421:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 708 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.914452:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4944 00000100:00100000:2.0:1776998311.914466:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+708:2375:x1863313756306432:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.914485:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.914493:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 708 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.914512:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 708 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.914553:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3b48b84/0x27b6fb264818f577 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a05b expref: 708 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.914575:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.914578:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.914584:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.914598:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.914634:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.914955:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+707:2375:x1863313756306432:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 224us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998311.914966:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4944 00000100:00100000:2.0:1776998311.914994:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4945 00000100:00100000:2.0:1776998311.915005:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+706:2373:x1863313756306816:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.915016:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.915024:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 706 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915039:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 706 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915065:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.915068:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.915072:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915083:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915101:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.915127:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+706:2373:x1863313756306816:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998311.915137:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4945 00010000:00010000:2.0:1776998311.915189:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915203:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915217:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915229:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.915253:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.915605:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802636672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 104183us (106841us total) trans 4294970587 rc 0/0 00000100:00100000:2.0:1776998311.915617:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12247 00000100:00100000:2.0:1776998311.915682:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306688 00000100:00100000:2.0:1776998311.915976:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306688 00000100:00100000:2.0:1776998311.916020:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16726 00000100:00100000:2.0:1776998311.916031:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3978:17551:x1863313756306688:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998311.916315:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3979:17551:x1863313756306688:12345-192.168.201.35@tcp:35:rm.0 Request processed in 283us (2191us total) trans 4295019486 rc 0/0 00000100:00100000:2.0:1776998311.916324:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16726 00000004:00080000:2.0:1776998311.916378:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d905180/2, rc 0, transno 4294970585 00000100:00100000:2.0:1776998311.916400:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802636928:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998311.916417:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d905880/2, rc 0, transno 4294970586 00000100:00100000:2.0:1776998311.916422:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802636800:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998311.917469:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d906a00/2, rc 0, transno 4294970587 00000100:00100000:0.0:1776998311.917485:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802636672:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998311.917504:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbd500/2, rc 0, transno 4294970447 00000100:00100000:0.0:1776998311.917517:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802635264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998311.923649:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923720:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923733:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b839c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923794:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.923802:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923813:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.923818:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923829:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923842:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923853:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086c9b70e/0x27b6fb26481b83aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.923870:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.923873:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.923875:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998311.924134:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.924177:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998311.924280:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998311.925104:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802637952:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998311.925131:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.925204:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756306944 00000100:00100000:3.0:1776998311.925213:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756306944 00010000:00010000:3.0:1776998311.925252:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 709 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.925291:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307072 00000100:00100000:3.0:1776998311.925296:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307072 00010000:00010000:3.0:1776998311.925315:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 710 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.925341:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307200 00000100:00100000:3.0:1776998311.925346:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307200 00010000:00010000:3.0:1776998311.925362:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 711 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.925390:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4946 00000100:00100000:3.0:1776998311.925401:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+711:2374:x1863313756306944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.925714:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.925725:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 711 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.925744:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 711 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.926202:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4947 00000100:00100000:0.0:1776998311.926216:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+711:2374:x1863313756307072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.926230:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.926237:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 711 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.926253:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 711 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.926275:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.926278:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.926284:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.926298:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.926325:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.926606:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+711:2374:x1863313756307072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 393us (2439us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.926618:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4947 00000100:00100000:0.0:1776998311.926665:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4948 00000100:00100000:0.0:1776998311.926716:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+710:2375:x1863313756307200:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998311.926729:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998311.926736:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 710 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.926751:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 710 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.926970:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c96b5ed4/0x27b6fb264819888c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e336 expref: 710 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.926986:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.926989:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.926994:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927005:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927031:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998311.927054:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+709:2374:x1863313756306944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1655us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.927063:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4946 00010000:00010000:3.0:1776998311.927096:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927107:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927121:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927133:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927156:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998311.927502:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+96:3362:x1863313802637568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82372us (82881us total) trans 4294970448 rc 0/0 00000100:00100000:3.0:1776998311.927514:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12249 00010000:00010000:3.0:1776998311.927542:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.927550:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927562:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b25ca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.927567:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927579:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927596:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927608:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7a54151/0x27b6fb26481b83d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.927630:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.927633:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.927636:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998311.927676:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f8b8000/2, rc 0, transno 4294970448 00000100:00100000:3.0:1776998311.927716:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802637568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998311.927915:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.927919:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998311.927924:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.927935:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.927954:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998311.927982:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+708:2375:x1863313756307200:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1306us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998311.927992:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4948 00010000:00010000:0.0:1776998311.928161:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021c7ca89/0x27b6fb26481a5dcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44425 expref: 707 pid: 12874 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.928220:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802638080:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.928243:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928256:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928266:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928277:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928287:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928311:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998311.928525:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+96:3360:x1863313802637696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82955us (83838us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1776998311.928536:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12250 00010000:00010000:0.0:1776998311.928582:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de9ce6d7/0x27b6fb264819133e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ade4 expref: 706 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998311.928598:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802638848:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998311.928615:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928626:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928635:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928647:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928657:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998311.928673:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1776998311.930106:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d904700/2, rc 0, transno 4294970449 00000100:00100000:1.0:1776998311.930120:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802637696:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998311.930143:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998311.930151:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930165:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b25c800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.930191:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930205:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930225:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930237:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006053a36c/0x27b6fb26481b83db lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930260:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998311.930265:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930274:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b25de00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998311.930277:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930288:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930302:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930312:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079f33d0b/0x27b6fb26481b83e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.930350:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.930352:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.930355:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998311.930388:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd3a9b92/0x27b6fb26481aabb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4678e expref: 705 pid: 12888 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.931601:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.931625:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998311.932583:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+96:3360:x1863313802638208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61987us (62606us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1776998311.932596:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12251 00000100:00100000:2.0:1776998311.932776:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802637824:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998311.932804:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.932819:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.932831:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.932844:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.932856:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.932878:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998311.933105:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802637440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88245us (88601us total) trans 4294970588 rc 0/0 00000100:00100000:2.0:1776998311.933115:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12248 00000100:00100000:2.0:1776998311.933624:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263684ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802639488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.933675:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998311.935496:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998311.935510:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.935536:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b25c200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998311.935543:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.935557:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.935583:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.935595:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007301864/0x27b6fb26481b83cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.935625:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.935628:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998311.935631:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998311.935656:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802639616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998311.935875:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360afb80/2, rc 0, transno 4294970450 00000100:00100000:1.0:1776998311.935895:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998311.935981:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802639488 00000100:00100000:2.0:1776998311.935991:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802639488 00000100:00100000:2.0:1776998311.936043:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12256 00000100:00100000:2.0:1776998311.936054:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+96:3361:x1863313802639488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998311.936089:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2982 count 1 00010000:00010000:2.0:1776998311.936117:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.936141:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.936152:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.936155:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.936160:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.943351:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998311.943441:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f8ba680/2, rc 0, transno 4294970588 00000100:00100000:3.0:1776998311.943467:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802637440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998311.943521:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802639616 00000100:00100000:3.0:1776998311.943530:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802639616 00000100:00100000:3.0:1776998311.943588:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12257 00010000:00010000:2.0:1776998311.943921:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.943945:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.943969:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802639744:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998311.944066:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998311.944517:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+97:3362:x1863313802639616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998311.944558:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2544 count 1 00010000:00010000:3.0:1776998311.944594:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.944618:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 705 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.944666:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.944670:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.944675:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.944735:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 705 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.944750:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 705 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.946251:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802639872:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998311.946614:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998311.984374:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.984410:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.984478:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.984508:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.984540:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998311.984582:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307712 00000100:00100000:2.0:1776998311.984594:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307712 00000100:00100000:3.0:1776998311.985520:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307584 00000100:00100000:3.0:1776998311.985529:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307584 00010000:00010000:3.0:1776998311.985560:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 707 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.985608:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307840 00000100:00100000:3.0:1776998311.985613:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307840 00010000:00010000:3.0:1776998311.985634:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 708 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.985673:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307968 00000100:00100000:3.0:1776998311.985678:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307968 00010000:00010000:3.0:1776998311.985725:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 709 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.985749:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4949 00000100:00100000:3.0:1776998311.986422:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+709:2372:x1863313756307584:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998311.986448:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998311.986460:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 709 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.986482:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 709 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.986515:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.986519:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998311.986525:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.986540:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998311.986570:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998311.990613:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802639104:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998311.990647:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.991523:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 709 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998311.991571:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4950 00000100:00100000:2.0:1776998311.991589:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+709:2372:x1863313756307840:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.991609:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.991618:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 709 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.991635:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xced:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 709 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.991664:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.991667:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.991704:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.991721:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.991747:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.993553:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+709:2372:x1863313756307840:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1965us (9067us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998311.993569:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4950 00000100:00100000:2.0:1776998311.993609:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4951 00000100:00100000:2.0:1776998311.993622:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+708:2372:x1863313756307968:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.993638:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.993647:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993666:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 708 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993725:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.993727:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.993734:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993748:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993771:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998311.993803:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+708:2372:x1863313756307968:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 183us (9261us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998311.993813:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4951 00000100:00100000:2.0:1776998311.993834:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4952 00000100:00100000:2.0:1776998311.993844:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+707:2372:x1863313756307712:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998311.993856:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998311.993864:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 707 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993930:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 707 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993951:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f261b06/0x27b6fb264819784e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xabd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dbd4 expref: 707 pid: 12897 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993969:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.993972:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998311.993977:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998311.993990:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998311.994055:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+709:2372:x1863313756307584:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 880us (2228us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998311.994078:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4949 00000100:00100000:0.0:1776998312.003902:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756307456 00000100:00100000:0.0:1776998312.003922:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756307456 00010000:00010000:2.0:1776998312.011241:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998312.011337:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+705:2372:x1863313756307712:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 17486us (26968us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998312.011354:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4952 00000100:00100000:0.0:1776998312.014470:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51665 00000100:00100000:0.0:1776998312.014488:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3979:17551:x1863313756307456:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998312.014566:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998312.014641:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d4c00/0x27b6fb264819ade6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1652:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f431 expref: 3979 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014673:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d5000/0x27b6fb264819adbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1652:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f41c expref: 3978 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014885:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e304800/0x27b6fb2648182297 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1652:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c75 expref: 3977 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014900:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1652:0x0].0x0 (ffff8d2638ea9b00) 00010000:00010000:0.0:1776998312.014913:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998312.014940:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014959:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014972:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.014990:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.015000:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.015009:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.015145:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.015157:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.015168:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998312.020948:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2788, 64 off186624 00010000:00010000:0.0:1776998312.021071:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021094:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021110:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021180:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021190:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021459:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021492:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998312.021521:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021530:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021538:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021546:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.021551:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021562:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021579:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1652:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998312.021583:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998312.021590:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021599:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8421 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021625:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021634:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021642:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021649:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.021653:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021661:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021672:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998312.021675:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.021680:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.021711:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8413 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998312.021732:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c240e48d reply state 000000004c88ad3c transno 4295019487 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.021744:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998312.022091:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3978:17551:x1863313756307456:12345-192.168.201.35@tcp:36:rm.0 Request processed in 7604us (37577us total) trans 4295019487 rc 0/0 00000100:00100000:0.0:1776998312.022104:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51665 00010000:00010000:0.0:1776998312.022470:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.022486:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.022500:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.022511:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.022535:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00080000:1.0:1776998312.027538:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1776998312.031063:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.031125:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998312.031152:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998312.031163:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.031177:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.031183:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.031195:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.032238:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802639744:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998312.032270:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032323:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000946a0e57/0x27b6fb264819cc86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4021c expref: 704 pid: 12899 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.032343:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802638976:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998312.032360:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032373:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032384:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032398:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032409:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.032443:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998312.033561:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+98:3360:x1863313802638720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 162248us (163525us total) trans 4294970451 rc 0/0 00000100:00100000:1.0:1776998312.033576:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12252 00000004:00080000:1.0:1776998312.033638:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da96a00/2, rc 0, transno 4294970451 00000100:00100000:1.0:1776998312.033655:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998312.033735:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998312.033744:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.033756:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998312.033761:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.033983:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1652:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:3.0:1776998312.033989:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.033997:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034007:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8428 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1652:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034030:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.034034:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034044:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.034048:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034067:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034086:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034095:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000884c3ad/0x27b6fb26481b83e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034114:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.034116:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.034119:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998312.034138:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756308096 00000100:00100000:3.0:1776998312.034147:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756308096 00010000:00010000:3.0:1776998312.034211:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 704 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.034245:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756308224 00000100:00100000:3.0:1776998312.034250:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756308224 00010000:00010000:3.0:1776998312.034270:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 705 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.034298:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4953 00000100:00100000:3.0:1776998312.034310:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+705:2373:x1863313756308096:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998312.034329:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998312.034336:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034352:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034373:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a008bb6f/0x27b6fb26481a0478 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41b8a expref: 705 pid: 6663 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034389:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998312.034392:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998312.034397:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034411:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034445:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998312.034498:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+704:2373:x1863313756308096:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 189us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998312.034509:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4953 00000100:00100000:3.0:1776998312.034530:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4954 00000100:00100000:3.0:1776998312.034541:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+703:2373:x1863313756308224:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998312.034552:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998312.034558:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 703 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034579:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 703 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034598:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998312.034601:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998312.034606:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034618:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.034636:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998312.034941:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+703:2373:x1863313756308224:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 399us (3812us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998312.034952:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4954 00010000:00010000:3.0:1776998312.035144:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eadbb6e/0x27b6fb264818fcfc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a3c6 expref: 702 pid: 12889 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.035160:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802639872:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998312.035209:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.035477:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.035496:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.035508:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.035518:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.035539:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998312.036290:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+98:3362:x1863313802639616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 92690us (92945us total) trans 4294970452 rc 0/0 00000100:00100000:3.0:1776998312.036302:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12257 00010000:00010000:3.0:1776998312.036328:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.036335:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.036346:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.036351:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.036362:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.036378:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.036390:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b840c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.036409:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.036412:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.036414:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998312.036445:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891e680/2, rc 0, transno 4294970452 00000100:00100000:3.0:1776998312.036460:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802639616:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998312.038254:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998312.039009:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+98:3360:x1863313802638592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 167493us (168914us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1776998312.039023:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12253 00010000:00010000:0.0:1776998312.039489:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.039514:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.039529:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.039540:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.039570:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.043606:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.043635:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.043713:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b83f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xabd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.044607:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+98:3361:x1863313802639488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108550us (110927us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1776998312.044621:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12256 00010000:00010000:2.0:1776998312.045345:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd33e580/0x27b6fb26481ac8e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xced:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c474d1 expref: 701 pid: 12863 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.045365:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802639360:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998312.045393:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.045415:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.045426:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.045438:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.045450:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.045486:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998312.046009:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+98:3362:x1863313802638336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 165678us (175504us total) trans 4294970455 rc 0/0 00000100:00100000:2.0:1776998312.046021:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12255 00010000:00010000:2.0:1776998312.046075:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000853f96eb/0x27b6fb26481ad31b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47977 expref: 700 pid: 12887 timeout: 4122 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.046092:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802639232:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998312.046113:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.046126:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.046136:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.046149:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.046159:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.046458:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776998312.050914:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998312.050928:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.050945:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.050951:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.050965:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.050992:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051003:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a772bb7a/0x27b6fb26481b8405 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051029:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998312.051034:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051044:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.051049:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051060:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051074:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051084:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c2fe359/0x27b6fb26481b83fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xced:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051102:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.051107:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051115:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.051120:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051129:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051142:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051153:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5dedc84/0x27b6fb26481b83f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.051193:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.051196:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.051199:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998312.053569:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da97480/2, rc 0, transno 4294970453 00000100:00100000:1.0:1776998312.053594:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802638592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998312.054336:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998312.054383:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360ad500/2, rc 0, transno 4294970455 00000100:00100000:3.0:1776998312.054392:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802638336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998312.054645:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998312.054718:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.054734:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.054745:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.054753:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.054759:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.055196:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998312.055672:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:3362:x1863313802638464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175753us (185519us total) trans 4294970456 rc 0/0 00000100:00100000:2.0:1776998312.055709:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12254 00000004:00080000:2.0:1776998312.055787:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da94e00/2, rc 0, transno 4294970456 00000100:00100000:2.0:1776998312.055795:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802638464:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998312.055831:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263684ce00/2, rc 0, transno 4294970454 00000100:00100000:2.0:1776998312.055837:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263684ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802639488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998312.058038:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.058067:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf7fb5095 (ffff8d250db54700) 00010000:00010000:3.0:1776998312.058072:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.058078:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.058089:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b841a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf7fb5095 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.058137:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756308480 00000100:00100000:3.0:1776998312.058147:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756308480 00000100:00100000:3.0:1776998312.058451:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16727 00000100:00100000:3.0:1776998312.058467:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3977:17551:x1863313756308480:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.058850:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3978:17551:x1863313756308480:12345-192.168.201.35@tcp:35:rm.0 Request processed in 386us (4208us total) trans 4295019488 rc 0/0 00000100:00100000:3.0:1776998312.058862:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16727 00010000:00010000:0.0:1776998312.062165:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.062445:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.062448:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998312.074360:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.074965:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756308736 00000100:00100000:1.0:1776998312.074980:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756308736 00000100:00100000:3.0:1776998312.075746:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51666 00000100:00100000:3.0:1776998312.075762:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3978:17551:x1863313756308736:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998312.075832:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998312.075865:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d418000/0x27b6fb26481a53ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x187a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa9 expref: 3978 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.075895:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ae000/0x27b6fb26481a53c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x187a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43f94 expref: 3977 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.075915:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e05000/0x27b6fb2648186e0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x187a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37b8d expref: 3976 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.075930:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187a:0x0].0x0 (ffff8d250e123900) 00010000:00010000:3.0:1776998312.075944:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998312.075970:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.075988:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076002:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076022:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076033:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076043:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076209:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076222:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076232:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998312.076870:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2781, 64 off186240 00000004:00080000:3.0:1776998312.076884:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4022868712837ns, next at 4023868709662ns, rc = 0 00010000:00010000:3.0:1776998312.076961:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076975:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076986:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.076996:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077005:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077015:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077038:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998312.077059:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077067:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077077:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077085:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.077091:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077107:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077118:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187a:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998312.077123:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998312.077128:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077137:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b843d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x187a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077158:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077167:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077201:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077208:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.077213:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077450:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077464:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998312.077468:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.077473:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077487:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b842f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998312.077501:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1f31268 reply state 00000000a0798ff9 transno 4295019489 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.077513:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998312.077611:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3977:17551:x1863313756308736:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1851us (3258us total) trans 4295019489 rc 0/0 00000100:00100000:3.0:1776998312.077621:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51666 00010000:00010000:3.0:1776998312.077658:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.077665:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.077673:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.077678:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.090983:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.091006:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187a:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998312.091010:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.091017:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.091026:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8444 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x187a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.091052:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.091056:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.091059:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.107767:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107789:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107800:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107810:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.107815:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107827:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107846:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x673f311 (ffff8d250da6ba00) 00010000:00010000:1.0:1776998312.107851:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.107857:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.107866:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8436 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x673f311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1776998312.112069:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970387 is committed 00000001:00080000:3.0:1776998312.112100:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970420 is committed 00000001:00080000:3.0:1776998312.112159:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970423 is committed 00000100:00100000:0.0:1776998312.124263:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.124389:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756308992 00000100:00100000:3.0:1776998312.125296:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756308992 00000100:00100000:3.0:1776998312.126565:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16728 00000100:00100000:3.0:1776998312.126584:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3976:17551:x1863313756308992:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.126992:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3977:17551:x1863313756308992:12345-192.168.201.35@tcp:35:rm.0 Request processed in 412us (2738us total) trans 4295019490 rc 0/0 00000100:00100000:3.0:1776998312.127004:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16728 00000100:00100000:1.0:1776998312.141272:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.141537:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756309248 00000100:00100000:3.0:1776998312.141549:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756309248 00000100:00100000:3.0:1776998312.141619:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51667 00000100:00100000:3.0:1776998312.141632:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3977:17551:x1863313756309248:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998312.141999:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998312.142031:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb2400/0x27b6fb26481914f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1456:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aea8 expref: 3977 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142056:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1456:0x0].0x0 (ffff8d2608029000) 00010000:00010000:3.0:1776998312.142070:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f1400/0x27b6fb26481a5824 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1888:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44193 expref: 3976 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142106:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d419c00/0x27b6fb26481a57fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1888:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4417e expref: 3975 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142132:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e21200/0x27b6fb2648186ff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1888:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37bef expref: 3974 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142143:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1888:0x0].0x0 (ffff8d250e123100) 00010000:00010000:3.0:1776998312.142153:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998312.142217:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142233:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142247:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142263:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142274:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142283:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142403:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142414:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.142424:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998312.149471:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2782, 64 off186304 00010000:00010000:3.0:1776998312.149587:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149609:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149625:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149636:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149645:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149654:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149709:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998312.149736:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149745:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149754:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149821:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.149828:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149840:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149855:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1888:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998312.149859:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998312.149864:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.149872:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8459 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1888:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.149958:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998312.149967:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.149976:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998312.149979:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.149992:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.150004:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1888:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:2.0:1776998312.150006:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998312.150010:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.150017:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8460 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1888:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150504:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150515:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150523:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150530:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.150534:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150542:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150553:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998312.150556:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.150560:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.150574:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b844b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998312.157160:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a6c5ed5 reply state 000000005b6edf65 transno 4295019491 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.157197:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998312.157313:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3975:17551:x1863313756309248:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15679us (16046us total) trans 4295019491 rc 0/0 00000100:00100000:3.0:1776998312.157324:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51667 00010000:00010000:0.0:1776998312.166777:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166798:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166809:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166817:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.166824:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166834:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166853:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x268cf281 (ffff8d250da6bd00) 00010000:00010000:0.0:1776998312.166857:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.166863:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.166870:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8452 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x268cf281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.172626:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.172633:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.172636:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998312.183325:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.183967:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756309504 00000100:00100000:3.0:1776998312.183980:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756309504 00000100:00100000:3.0:1776998312.184033:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16729 00000100:00100000:3.0:1776998312.184045:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3974:17551:x1863313756309504:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.185284:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d57050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3975:17551:x1863313756309504:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1236us (1964us total) trans 4295019492 rc 0/0 00000100:00100000:3.0:1776998312.185299:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16729 00000100:00100000:3.0:1776998312.199389:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.201457:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756309760 00000100:00100000:1.0:1776998312.201472:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756309760 00000100:00100000:1.0:1776998312.201548:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51668 00000100:00100000:1.0:1776998312.201561:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3975:17551:x1863313756309760:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.201627:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.201660:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ae00/0x27b6fb2648198e51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15e9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5d6 expref: 3975 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201713:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de1b800/0x27b6fb2648198e27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15e9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5c1 expref: 3974 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201732:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d39e00/0x27b6fb264818143c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36996 expref: 3973 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201747:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e9:0x0].0x0 (ffff8d2502d7d300) 00010000:00010000:1.0:1776998312.201761:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.201788:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201805:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201816:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201838:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201848:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201857:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201986:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.201998:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202008:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.202766:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2783, 64 off186368 00010000:00010000:1.0:1776998312.202853:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202868:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202881:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202893:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202903:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202913:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202944:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.202969:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202985:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.202996:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203005:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.203011:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203023:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203036:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e9:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998312.203040:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.203046:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203055:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8475 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203075:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203085:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203093:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203101:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.203105:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203114:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203124:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.203128:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.203132:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203141:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8467 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.203153:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099ddbf02 reply state 00000000dcabcfc0 transno 4295019493 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.203167:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.203300:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3974:17551:x1863313756309760:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1737us (3917us total) trans 4295019493 rc 0/0 00000100:00100000:1.0:1776998312.203312:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51668 00010000:00010000:1.0:1776998312.203351:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998312.203358:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203368:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998312.203373:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203383:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203403:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e9:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998312.203406:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998312.203411:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203419:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b847c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.203436:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.203439:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.203441:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.211539:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211563:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211572:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211579:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.211585:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211595:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211618:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x82c89134 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998312.211624:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.211631:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.211640:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b846e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x82c89134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.225737:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.225873:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756310016 00000100:00100000:2.0:1776998312.225886:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756310016 00000100:00100000:2.0:1776998312.225962:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16730 00000100:00100000:2.0:1776998312.225976:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3973:17551:x1863313756310016:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998312.226624:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3974:17551:x1863313756310016:12345-192.168.201.35@tcp:35:rm.0 Request processed in 648us (897us total) trans 4295019494 rc 0/0 00000100:00100000:2.0:1776998312.226635:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16730 00000100:00100000:2.0:1776998312.245428:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.245649:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756310272 00000100:00100000:1.0:1776998312.245662:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756310272 00000100:00100000:1.0:1776998312.246045:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51669 00000100:00100000:1.0:1776998312.246060:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3974:17551:x1863313756310272:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.246125:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.246155:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f44a00/0x27b6fb26481a3af7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1827:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43450 expref: 3974 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246204:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f47400/0x27b6fb26481a3acd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1827:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4343b expref: 3973 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246268:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da3000/0x27b6fb26481862b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1827:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37948 expref: 3972 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246284:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1827:0x0].0x0 (ffff8d250d7d9e00) 00010000:00010000:1.0:1776998312.246297:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.246325:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246341:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246355:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246375:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246384:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246394:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246552:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246563:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.246574:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.248674:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2784, 64 off186432 00010000:00010000:1.0:1776998312.253580:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.253603:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.253966:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.253981:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.253990:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.253999:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254034:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.254061:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254071:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254101:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254111:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.254118:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254129:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254148:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1827:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998312.254153:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.254160:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254194:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8491 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254222:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254232:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254241:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254250:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.254255:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254265:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254276:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.254279:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.254283:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.254291:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8483 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.254304:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fc53b32 reply state 000000009272b7d0 transno 4295019495 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.254324:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.254433:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3973:17551:x1863313756310272:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8371us (9029us total) trans 4295019495 rc 0/0 00000100:00100000:1.0:1776998312.254445:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51669 00010000:00010000:2.0:1776998312.260111:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998312.260127:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.260141:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998312.260146:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.260159:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.260200:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1827:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:2.0:1776998312.260205:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998312.260212:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.260227:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8498 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1827:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.260251:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.260254:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.260256:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1776998312.273076:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970575 is committed 00000001:00080000:2.0:1776998312.273119:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970581 is committed 00000001:00080000:2.0:1776998312.273157:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970588 is committed 00010000:00010000:0.0:1776998312.275154:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275211:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275222:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275232:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.275239:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275250:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275271:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf071e128 (ffff8d2509e7c900) 00010000:00010000:0.0:1776998312.275275:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.275282:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.275291:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b848a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf071e128 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.290240:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998312.290809:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998312.291242:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756310528 00000100:00100000:0.0:1776998312.291255:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756310528 00000100:00100000:0.0:1776998312.291330:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16731 00000100:00100000:0.0:1776998312.291344:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3972:17551:x1863313756310528:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998312.292334:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3973:17551:x1863313756310528:12345-192.168.201.35@tcp:35:rm.0 Request processed in 989us (1529us total) trans 4295019496 rc 0/0 00000100:00100000:0.0:1776998312.297756:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16731 00000100:00100000:1.0:1776998312.301608:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.301754:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756310784 00000100:00100000:3.0:1776998312.301782:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756310784 00000100:00100000:3.0:1776998312.301858:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51670 00000100:00100000:3.0:1776998312.301873:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3973:17551:x1863313756310784:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998312.301944:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998312.301976:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ba00/0x27b6fb2648199106 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15f2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e711 expref: 3973 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302009:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e0a600/0x27b6fb26481990dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e6fc expref: 3972 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302029:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e73400/0x27b6fb2648181577 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c369d5 expref: 3971 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302044:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f2:0x0].0x0 (ffff8d25096a8b00) 00010000:00010000:3.0:1776998312.302057:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998312.302105:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302123:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302137:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302157:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302238:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302251:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302642:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302654:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.302666:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998312.303887:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2789, 64 off186688 00010000:00010000:3.0:1776998312.303968:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.303983:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.303996:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304007:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304017:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304026:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304053:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998312.304079:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304088:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304097:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304111:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.304118:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304127:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304140:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f2:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998312.304144:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998312.304149:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304156:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84ad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304204:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304214:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304222:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304228:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.304232:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304240:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304257:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998312.304261:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.304265:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.304273:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b849f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998312.304286:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c45a71c9 reply state 0000000095820c52 transno 4295019497 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.304298:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998312.304397:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3972:17551:x1863313756310784:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2524us (2793us total) trans 4295019497 rc 0/0 00000100:00100000:3.0:1776998312.304408:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51670 00010000:00010000:0.0:1776998312.307229:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.307241:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.307253:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.307258:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.307269:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.307286:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f2:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998312.307291:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998312.307296:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.307306:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b84b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.307332:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.307335:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.307338:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.318231:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318253:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318263:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318271:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.318277:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318288:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318309:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc54d630f (ffff8d250da6b600) 00010000:00010000:1.0:1776998312.318313:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.318319:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.318328:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b84a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc54d630f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.319180:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.319547:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756311040 00000100:00100000:3.0:1776998312.319559:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756311040 00000100:00100000:3.0:1776998312.319631:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16732 00000100:00100000:3.0:1776998312.319653:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3971:17551:x1863313756311040:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.320041:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3972:17551:x1863313756311040:12345-192.168.201.35@tcp:35:rm.0 Request processed in 390us (880us total) trans 4295019498 rc 0/0 00000100:00100000:3.0:1776998312.320053:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16732 00000100:00100000:2.0:1776998312.339925:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.340118:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756311296 00000100:00100000:3.0:1776998312.340131:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756311296 00000100:00100000:3.0:1776998312.340253:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51671 00000100:00100000:3.0:1776998312.340268:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3972:17551:x1863313756311296:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998312.340358:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998312.340391:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b5200/0x27b6fb2648192c90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b967 expref: 3972 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340419:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa1c00/0x27b6fb2648192c66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b952 expref: 3971 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340440:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d260149e800/0x27b6fb264817e7cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c360b3 expref: 3970 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340455:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14a4:0x0].0x0 (ffff8d2509cdc200) 00010000:00010000:3.0:1776998312.340466:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998312.340492:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340508:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340519:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340538:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340547:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340555:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340719:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340738:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.340747:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998312.344930:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2790, 64 off186752 00010000:00010000:3.0:1776998312.345041:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345061:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345075:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345086:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345094:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345103:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345140:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998312.345167:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345177:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345192:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345200:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.345205:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345214:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345228:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14a4:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998312.345232:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998312.345238:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345246:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b84c9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345270:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345278:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345287:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345293:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.345297:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345309:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345318:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998312.345321:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.345325:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.345333:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b84bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346014:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998312.346024:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346033:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998312.346038:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346047:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346060:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14a4:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:1.0:1776998312.346064:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998312.346068:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346094:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b84d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.346115:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.346117:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998312.346120:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1776998312.347103:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1e3c40e reply state 000000004bdfb311 transno 4295019499 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.347120:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998312.355986:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3971:17551:x1863313756311296:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15710us (16060us total) trans 4295019499 rc 0/0 00000100:00100000:2.0:1776998312.356001:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51671 00010000:00010000:3.0:1776998312.368659:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368706:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368716:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368725:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.368732:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368742:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368792:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2ef0d057 (ffff8d250da6b400) 00010000:00010000:3.0:1776998312.368797:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.368803:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.368812:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b84c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2ef0d057 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.373802:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998312.379986:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756311552 00000100:00100000:0.0:1776998312.380005:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756311552 00000100:00100000:0.0:1776998312.380106:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16733 00000100:00100000:0.0:1776998312.380122:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3970:17551:x1863313756311552:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998312.381553:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3971:17551:x1863313756311552:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1430us (7757us total) trans 4295019500 rc 0/0 00000100:00100000:0.0:1776998312.381567:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16733 00000100:00100000:0.0:1776998312.413206:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.413719:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756311808 00000100:00100000:1.0:1776998312.413732:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756311808 00000100:00100000:1.0:1776998312.413810:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51672 00000100:00100000:1.0:1776998312.413825:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3971:17551:x1863313756311808:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.413900:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.413932:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbc9c00/0x27b6fb26481adb95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a3d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d52 expref: 3971 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.413968:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbc8600/0x27b6fb26481adb6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d3d expref: 3970 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.413991:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d47c00/0x27b6fb264818abb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c387e2 expref: 3969 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414010:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a3d:0x0].0x0 (ffff8d250add8b00) 00010000:00010000:1.0:1776998312.414023:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.414047:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414061:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414071:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414102:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414110:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.414117:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.416044:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.416060:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.416071:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998312.421790:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2791, 64 off186816 00010000:00010000:0.0:1776998312.421886:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421907:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421922:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421933:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421942:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421951:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.421981:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998312.422008:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422018:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422027:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422036:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.422042:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422053:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422069:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a3d:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:0.0:1776998312.422074:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998312.422080:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422088:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b84e5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a3d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422113:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422122:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422137:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422144:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.422148:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422157:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422446:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998312.422451:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.422456:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.422465:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b84d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998312.422482:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000046e4d92 reply state 00000000db64f9e4 transno 4295019501 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.422495:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998312.422598:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3970:17551:x1863313756311808:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8772us (9401us total) trans 4295019501 rc 0/0 00000100:00100000:0.0:1776998312.422611:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51672 00010000:00010000:2.0:1776998312.423284:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998312.423294:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.423304:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998312.423309:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.423320:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.423334:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a3d:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:2.0:1776998312.423337:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998312.423342:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.423349:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.423371:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.423373:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.423376:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.433376:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433401:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433414:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433424:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.433430:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433441:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433463:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x88ece3ad (ffff8d2509e7c700) 00010000:00010000:2.0:1776998312.433468:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.433473:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.433483:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b84de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x88ece3ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.435737:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.435899:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756312064 00000100:00100000:2.0:1776998312.435912:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756312064 00000100:00100000:2.0:1776998312.435985:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16734 00000100:00100000:2.0:1776998312.436001:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3969:17551:x1863313756312064:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998312.436620:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3970:17551:x1863313756312064:12345-192.168.201.35@tcp:35:rm.0 Request processed in 620us (887us total) trans 4295019502 rc 0/0 00000100:00100000:2.0:1776998312.436631:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16734 00000100:00100000:1.0:1776998312.458052:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.460831:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756312320 00000100:00100000:2.0:1776998312.461071:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756312320 00000100:00100000:0.0:1776998312.463661:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51673 00000100:00100000:0.0:1776998312.463700:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3970:17551:x1863313756312320:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998312.463801:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998312.463836:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c4a00/0x27b6fb26481ad97a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a36:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c5d expref: 3970 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463866:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f52800/0x27b6fb26481ad950 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c48 expref: 3969 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463884:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d46600/0x27b6fb264818aac3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c387b1 expref: 3968 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463901:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a36:0x0].0x0 (ffff8d250add8e00) 00010000:00010000:0.0:1776998312.463915:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998312.463940:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463958:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463972:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.463992:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.464004:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.464014:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.466371:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.466394:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.466407:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998312.473983:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2785, 64 off186496 00010000:00010000:0.0:1776998312.474111:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474138:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474155:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474206:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474216:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474225:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474262:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998312.474290:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474301:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474316:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474325:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.474331:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474342:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474358:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a36:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998312.474364:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998312.474370:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474380:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8501 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474407:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474416:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474424:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474431:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.474436:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474451:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474463:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998312.474466:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.474471:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.474478:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b84f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998312.474492:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060d10ecb reply state 00000000a0fa9e69 transno 4295019503 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.474506:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998312.475380:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.475391:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.475401:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.475406:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.475417:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.475432:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a36:0x0].0x0 (ffff8d250db54100) 00010000:00010000:3.0:1776998312.475436:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.475441:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.475450:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8508 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.475472:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.475475:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.475478:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998312.475984:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3969:17551:x1863313756312320:12345-192.168.201.35@tcp:36:rm.0 Request processed in 12303us (17935us total) trans 4295019503 rc 0/0 00000100:00100000:0.0:1776998312.475997:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51673 00000100:00100000:0.0:1776998312.492158:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.492332:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756312576 00000100:00100000:1.0:1776998312.492346:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756312576 00000100:00100000:1.0:1776998312.492411:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16735 00000100:00100000:1.0:1776998312.492426:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d55850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3969:17551:x1863313756312576:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998312.493147:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d55850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3970:17551:x1863313756312576:12345-192.168.201.35@tcp:35:rm.0 Request processed in 721us (999us total) trans 4295019504 rc 0/0 00000100:00100000:1.0:1776998312.493161:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16735 00010000:00010000:3.0:1776998312.493907:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.493926:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.493938:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.493948:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.493955:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.493966:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.493987:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x84a96d5f (ffff8d250db54000) 00010000:00010000:3.0:1776998312.493992:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.494000:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.494011:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b84fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x84a96d5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.514519:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.515721:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756312832 00000100:00100000:2.0:1776998312.515735:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756312832 00000100:00100000:2.0:1776998312.515815:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51674 00000100:00100000:2.0:1776998312.515830:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3969:17551:x1863313756312832:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998312.515907:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998312.515942:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c04400/0x27b6fb26481944ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14f5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c47a expref: 3969 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.515973:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c04600/0x27b6fb26481944c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c465 expref: 3968 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.515993:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2639664e00/0x27b6fb264817f2e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c362ea expref: 3967 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516009:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14f5:0x0].0x0 (ffff8d250d391b00) 00010000:00010000:2.0:1776998312.516023:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998312.516051:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516070:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516084:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516105:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516117:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.516127:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.518929:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.518948:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.518962:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998312.519955:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2786, 64 off186560 00010000:00010000:2.0:1776998312.520037:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520052:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520072:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520083:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520094:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520104:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520124:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998312.520146:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520155:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520189:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520200:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.520206:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520218:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520233:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14f5:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998312.520238:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998312.520244:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520254:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b851d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520537:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520548:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520557:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520566:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.520571:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520580:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520593:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998312.520596:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.520601:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.520610:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b850f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998312.520622:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001fe7577 reply state 00000000eeb53f48 transno 4295019505 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521854:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.521865:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521874:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.521880:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521891:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521906:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14f5:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:0.0:1776998312.521910:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998312.521915:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521924:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8524 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.521947:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.521951:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.521954:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998312.532612:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998312.546343:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756312832:12345-192.168.201.35@tcp:36:rm.0 Request processed in 30502us (31820us total) trans 4295019505 rc 0/0 00000100:00100000:0.0:1776998312.546359:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51674 00010000:00010000:2.0:1776998312.560746:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560770:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560783:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560793:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.560799:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560811:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560833:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6caf3ba (ffff8d250da9e600) 00010000:00010000:2.0:1776998312.560839:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.560845:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.560855:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8516 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6caf3ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.562305:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.563640:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756313088 00000100:00100000:3.0:1776998312.563654:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756313088 00000100:00100000:3.0:1776998312.563751:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16736 00000100:00100000:3.0:1776998312.563784:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3967:17551:x1863313756313088:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.564271:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756313088:12345-192.168.201.35@tcp:35:rm.0 Request processed in 505us (1970us total) trans 4295019506 rc 0/0 00000100:00100000:3.0:1776998312.564285:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16736 00000100:00100000:0.0:1776998312.582033:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.583749:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756313344 00000100:00100000:1.0:1776998312.583763:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756313344 00000100:00100000:1.0:1776998312.583845:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51675 00000100:00100000:1.0:1776998312.583862:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756313344:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.583937:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998312.583970:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25093b7a00/0x27b6fb2648190cfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x143b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab0c expref: 3968 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584008:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2603f1d000/0x27b6fb264817d972 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x143b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35dd4 expref: 3967 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584040:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143b:0x0].0x0 (ffff8d250bfc0700) 00010000:00010000:1.0:1776998312.584075:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.584101:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584120:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584141:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584160:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584493:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584506:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584657:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584670:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.584707:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.586004:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2787, 64 off186624 00010000:00010000:1.0:1776998312.586091:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586106:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586119:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586130:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586141:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586151:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586200:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.586224:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586233:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586242:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586249:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.586255:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586264:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586277:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143b:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998312.586282:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.586297:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586306:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8539 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586336:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586346:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586356:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586364:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.586368:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586378:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586388:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.586392:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.586396:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.586406:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b852b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.586419:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ef8b365 reply state 000000008bac9f01 transno 4295019507 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.586433:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.586539:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756313344:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2677us (4515us total) trans 4295019507 rc 0/0 00000100:00100000:1.0:1776998312.586551:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51675 00010000:00010000:3.0:1776998312.589494:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.589508:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.589524:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.589531:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.589545:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.589565:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143b:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998312.589570:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.589576:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.589587:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8540 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.589613:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.589616:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.589619:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998312.612750:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.613129:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756313600 00000100:00100000:2.0:1776998312.613141:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756313600 00000100:00100000:2.0:1776998312.613243:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16737 00000100:00100000:2.0:1776998312.613257:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756313600:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998312.614331:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3969:17551:x1863313756313600:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1074us (1589us total) trans 4295019508 rc 0/0 00000100:00100000:2.0:1776998312.614343:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16737 00010000:00010000:3.0:1776998312.623147:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623197:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623209:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623217:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998312.623225:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623235:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623257:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdee3a1d0 (ffff8d2509e7c500) 00010000:00010000:3.0:1776998312.623261:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998312.623267:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.623276:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8532 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdee3a1d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.635541:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998312.637522:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756313856 00000100:00100000:0.0:1776998312.637536:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756313856 00000100:00100000:1.0:1776998312.639603:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51676 00000100:00100000:1.0:1776998312.639620:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3968:17551:x1863313756313856:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.639734:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.639767:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa4200/0x27b6fb26481921bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1480:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b47b expref: 3968 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639795:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa4400/0x27b6fb2648192192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1480:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b466 expref: 3967 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639812:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d261c2f2600/0x27b6fb264817e2e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1480:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35fb7 expref: 3966 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639826:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1480:0x0].0x0 (ffff8d2509c67b00) 00010000:00010000:1.0:1776998312.639838:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.639862:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639879:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639890:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639907:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639916:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.639929:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.640097:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.640111:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.640121:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.641349:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2792, 64 off186880 00000004:00080000:1.0:1776998312.641360:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4023433188777ns, next at 4024433186112ns, rc = 0 00010000:00010000:1.0:1776998312.641435:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641450:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641462:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641472:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641482:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641490:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641523:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.641546:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641556:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641565:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641574:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.641580:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641591:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641604:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1480:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998312.641608:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.641612:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641620:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8555 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641640:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641649:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641663:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641695:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.641701:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641710:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641721:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.641724:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.641728:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.641736:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8547 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.641748:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001a65907 reply state 0000000050da0e92 transno 4295019509 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.641760:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.641852:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3967:17551:x1863313756313856:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2233us (6319us total) trans 4295019509 rc 0/0 00000100:00100000:1.0:1776998312.641863:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51676 00010000:00010000:2.0:1776998312.642213:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998312.642222:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.642232:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998312.642236:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.642246:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.642260:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1480:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998312.642264:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998312.642268:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.642276:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b855c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1480:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.642294:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.642296:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.642299:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.653292:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653309:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653326:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653335:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.653343:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653355:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653376:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1068ffc1 (ffff8d2509e7cc00) 00010000:00010000:2.0:1776998312.653381:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.653386:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.653395:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b854e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1068ffc1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.653597:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.653997:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756314112 00000100:00100000:1.0:1776998312.654012:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756314112 00000100:00100000:1.0:1776998312.654085:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16738 00000100:00100000:1.0:1776998312.654099:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3966:17551:x1863313756314112:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998312.654480:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3967:17551:x1863313756314112:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (1322us total) trans 4295019510 rc 0/0 00000100:00100000:1.0:1776998312.654493:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16738 00000100:00100000:0.0:1776998312.683379:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.683512:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756314368 00000100:00100000:2.0:1776998312.683524:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756314368 00000100:00100000:2.0:1776998312.683601:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51677 00000100:00100000:2.0:1776998312.683616:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3967:17551:x1863313756314368:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998312.683709:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998312.683741:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb1600/0x27b6fb26481abc4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19d5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f1a expref: 3967 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683768:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1caa00/0x27b6fb26481abc23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f05 expref: 3966 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683791:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd34800/0x27b6fb2648189d80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3850a expref: 3965 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683803:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d5:0x0].0x0 (ffff8d250da02300) 00010000:00010000:2.0:1776998312.683816:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998312.683840:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683857:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683869:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683888:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683898:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.683906:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.684040:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.684052:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.684061:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998312.685332:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2793, 64 off186944 00010000:00010000:2.0:1776998312.685411:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685426:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685438:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685448:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685457:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685467:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685501:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998312.685525:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685534:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685543:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685551:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.685557:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685568:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685579:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d5:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998312.685583:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998312.685588:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685598:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8571 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685620:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685628:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685636:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685643:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.685647:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685656:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685666:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998312.685691:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.685696:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.685709:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8563 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998312.685721:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053e57633 reply state 0000000090f93942 transno 4295019511 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.686018:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998312.686117:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3966:17551:x1863313756314368:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2502us (2744us total) trans 4295019511 rc 0/0 00000100:00100000:2.0:1776998312.686130:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51677 00010000:00010000:3.0:1776998312.687689:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.687701:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.687712:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.687716:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.687725:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.687740:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d5:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998312.687743:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.687748:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.687757:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8578 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.687798:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.687801:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.687803:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998312.695489:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998312.695613:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695632:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695643:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695652:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.695660:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695694:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695716:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x249d5fec (ffff8d250da9e600) 00010000:00010000:0.0:1776998312.695721:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.695728:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.695756:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b856a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x249d5fec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998312.695926:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756314624 00000100:00100000:3.0:1776998312.695939:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756314624 00000100:00100000:3.0:1776998312.696009:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16739 00000100:00100000:3.0:1776998312.696025:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3965:17551:x1863313756314624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.696445:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3966:17551:x1863313756314624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 421us (961us total) trans 4295019512 rc 0/0 00000100:00100000:3.0:1776998312.696457:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16739 00000100:00100000:1.0:1776998312.706323:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998312.706459:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756314880 00000100:00100000:0.0:1776998312.706471:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756314880 00000100:00100000:0.0:1776998312.706548:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51678 00000100:00100000:0.0:1776998312.706564:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3966:17551:x1863313756314880:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998312.706966:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998312.706999:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f1da00/0x27b6fb264819401d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14e5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c24a expref: 3966 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707028:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509326800/0x27b6fb2648193ff3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14e5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c235 expref: 3965 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707048:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509254600/0x27b6fb264817f0b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3627a expref: 3964 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707062:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e5:0x0].0x0 (ffff8d2602b23e00) 00010000:00010000:0.0:1776998312.707077:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998312.707105:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707123:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707136:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707155:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.707165:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.708267:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.708797:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.708811:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.708822:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.709555:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2788, 64 off186688 00010000:00010000:1.0:1776998312.709633:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709647:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709659:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709695:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709706:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709714:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709747:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.709772:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709780:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709789:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709798:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.709804:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709815:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709830:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e5:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998312.709834:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.709839:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709848:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b858d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709871:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709880:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709895:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709902:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.709907:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709916:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709927:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.709931:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.709935:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.709943:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b857f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.709957:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a2a3ea3 reply state 0000000068388068 transno 4295019513 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.709969:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.710083:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3965:17551:x1863313756314880:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3520us (3767us total) trans 4295019513 rc 0/0 00000100:00100000:1.0:1776998312.710095:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51678 00010000:00010000:0.0:1776998312.710440:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.710449:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.710459:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.710465:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.710475:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.710489:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e5:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:0.0:1776998312.710493:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998312.710498:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.710507:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8594 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.710526:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.710529:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.710532:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.717555:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717577:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717589:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717597:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.717604:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717614:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717635:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8b736218 (ffff8d250db54d00) 00010000:00010000:2.0:1776998312.717640:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.717646:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.717657:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8586 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b736218 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.738142:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.740257:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756315136 00000100:00100000:3.0:1776998312.740273:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756315136 00000100:00100000:3.0:1776998312.740361:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16740 00000100:00100000:3.0:1776998312.740376:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3964:17551:x1863313756315136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.741627:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3965:17551:x1863313756315136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1250us (3495us total) trans 4295019514 rc 0/0 00000100:00100000:3.0:1776998312.741640:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16740 00000100:00100000:0.0:1776998312.757832:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.758933:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756315392 00000100:00100000:1.0:1776998312.758948:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756315392 00000100:00100000:1.0:1776998312.759153:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51679 00000100:00100000:1.0:1776998312.759218:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3965:17551:x1863313756315392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.759530:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.759565:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bebac00/0x27b6fb2648192ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x149e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b895 expref: 3965 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.759595:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b5000/0x27b6fb2648192a98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b880 expref: 3964 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.759613:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f88000/0x27b6fb264817e6fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36089 expref: 3963 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.759628:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149e:0x0].0x0 (ffff8d2509d15f00) 00010000:00010000:1.0:1776998312.759640:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.759989:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760007:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760021:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760039:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760049:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760058:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760235:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760247:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.760257:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.761158:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2794, 64 off187008 00010000:00010000:1.0:1776998312.761290:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761303:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761314:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761323:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761331:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761340:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761357:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.761379:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761395:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761404:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761413:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.761419:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761429:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761441:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149e:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998312.761445:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.761449:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761457:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85a9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x149e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761476:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761484:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761492:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761499:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.761503:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761511:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761521:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.761525:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.761528:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.761537:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b859b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.761547:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d6003c5 reply state 000000007f6a3fcc transno 4295019515 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.761559:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998312.761657:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3964:17551:x1863313756315392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2458us (3832us total) trans 4295019515 rc 0/0 00000100:00100000:1.0:1776998312.761694:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51679 00010000:00010000:3.0:1776998312.764066:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.764094:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.764105:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.764110:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.764121:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.764137:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149e:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998312.764141:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.764146:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.764154:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b85b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x149e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.764210:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.764213:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.764215:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.767718:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767738:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767748:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767755:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.767761:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767770:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767789:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc58abfe4 (ffff8d2509e7cb00) 00010000:00010000:2.0:1776998312.767794:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.767800:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.767810:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b85a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58abfe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.778736:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.778851:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756315648 00000100:00100000:1.0:1776998312.778866:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756315648 00000100:00100000:1.0:1776998312.778948:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16741 00000100:00100000:1.0:1776998312.778964:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d55c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3963:17551:x1863313756315648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998312.779419:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d55c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3964:17551:x1863313756315648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 455us (691us total) trans 4295019516 rc 0/0 00000100:00100000:1.0:1776998312.779432:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16741 00000100:00100000:0.0:1776998312.789983:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.791010:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756315904 00000100:00100000:2.0:1776998312.791024:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756315904 00000100:00100000:2.0:1776998312.791126:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51680 00000100:00100000:2.0:1776998312.791142:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3964:17551:x1863313756315904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998312.792445:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998312.792482:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afbda00/0x27b6fb264819158a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1458:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeee expref: 3964 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792510:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1458:0x0].0x0 (ffff8d26214aa000) 00010000:00010000:2.0:1776998312.792526:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bebb400/0x27b6fb26481928f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1498:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7c3 expref: 3963 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792547:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0d9800/0x27b6fb26481928ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1498:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7ae expref: 3962 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792566:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dbbc00/0x27b6fb264817e629 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1498:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3605f expref: 3961 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792580:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1498:0x0].0x0 (ffff8d2621548300) 00010000:00010000:2.0:1776998312.792593:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998312.792619:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792636:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792649:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792667:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792717:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792726:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792861:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792873:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.792885:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998312.804960:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2795, 64 off187072 00010000:00010000:2.0:1776998312.822364:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822393:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822410:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822424:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822432:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822440:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822462:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998312.822494:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822504:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822513:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822521:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.822526:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822537:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822551:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1498:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998312.822555:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998312.822560:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822568:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b85c5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1498:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822598:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822607:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822618:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822625:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.822628:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822638:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822647:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998312.822650:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.822654:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.822661:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b85b7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998312.822695:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff841336 reply state 00000000915e2869 transno 4295019517 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.822707:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998312.822837:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3962:17551:x1863313756315904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 31693us (32859us total) trans 4295019517 rc 0/0 00000100:00100000:2.0:1776998312.822849:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51680 00010000:00010000:0.0:1776998312.825006:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.825018:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.825030:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.825035:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.825045:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.825060:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1498:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998312.825064:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998312.825068:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.825076:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b85cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1498:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.825101:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.825104:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.825107:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998312.843803:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843825:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843844:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843852:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.843858:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843869:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843889:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6a8b525a (ffff8d250da9e900) 00010000:00010000:2.0:1776998312.843894:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.843899:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.843907:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b85be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a8b525a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.848953:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.849218:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756316160 00000100:00100000:3.0:1776998312.849231:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756316160 00000100:00100000:3.0:1776998312.850605:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16742 00000100:00100000:3.0:1776998312.850623:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3961:17551:x1863313756316160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.851025:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3962:17551:x1863313756316160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 406us (2079us total) trans 4295019518 rc 0/0 00000100:00100000:3.0:1776998312.851036:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16742 00000100:00100000:0.0:1776998312.875107:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.875266:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756316416 00000100:00100000:2.0:1776998312.875278:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756316416 00000100:00100000:2.0:1776998312.875351:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51681 00000100:00100000:2.0:1776998312.875366:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3962:17551:x1863313756316416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998312.875465:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998312.875500:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd47c00/0x27b6fb26481add63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a43:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e24 expref: 3962 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875529:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f53600/0x27b6fb26481add39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a43:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e0f expref: 3961 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875556:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b851e00/0x27b6fb264818ac8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3880c expref: 3960 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875569:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a43:0x0].0x0 (ffff8d250d8aaa00) 00010000:00010000:2.0:1776998312.875583:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998312.875607:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875625:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875639:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875658:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875690:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875700:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875835:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875847:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.875857:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998312.876551:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2796, 64 off187136 00010000:00010000:2.0:1776998312.876918:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876933:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876945:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876954:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876962:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876970:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.876993:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998312.877014:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877023:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877031:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877038:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.877043:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877052:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877064:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a43:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998312.877068:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998312.877072:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877079:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b85e1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877099:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877107:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877114:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877121:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.877124:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877131:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877140:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998312.877144:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.877147:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.877159:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b85d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998312.877198:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca07bacc reply state 00000000f971185a transno 4295019519 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.877211:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998312.877545:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3961:17551:x1863313756316416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2180us (2445us total) trans 4295019519 rc 0/0 00000100:00100000:2.0:1776998312.877556:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51681 00010000:00010000:3.0:1776998312.878118:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998312.878127:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.878136:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998312.878141:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.878149:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.878205:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a43:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998312.878209:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998312.878214:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.878222:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b85e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a43:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998312.878241:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.878244:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998312.878247:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.902958:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.902980:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.902989:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.902996:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998312.903002:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.903012:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.903032:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5d35b78b (ffff8d250da9ef00) 00010000:00010000:0.0:1776998312.903036:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998312.903041:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.903050:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b85da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5d35b78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998312.907815:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.908028:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756316672 00000100:00100000:2.0:1776998312.908040:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756316672 00000100:00100000:2.0:1776998312.908120:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16743 00000100:00100000:2.0:1776998312.908132:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3960:17551:x1863313756316672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998312.909195:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3961:17551:x1863313756316672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1062us (1387us total) trans 4295019520 rc 0/0 00000100:00100000:2.0:1776998312.909206:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16743 00000100:00100000:2.0:1776998312.951116:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998312.951243:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756316928 00000100:00100000:1.0:1776998312.951264:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756316928 00000100:00100000:1.0:1776998312.951343:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51682 00000100:00100000:1.0:1776998312.951358:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3961:17551:x1863313756316928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998312.951428:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998312.951461:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d991c00/0x27b6fb264819238a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1486:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b54d expref: 3961 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951490:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d19d600/0x27b6fb2648192360 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b538 expref: 3960 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951511:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d1a200/0x27b6fb264817e3b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1486:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35fe1 expref: 3959 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951526:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1486:0x0].0x0 (ffff8d2509cdc600) 00010000:00010000:1.0:1776998312.951539:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998312.951564:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951581:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951595:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951613:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951624:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.951640:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.952040:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.952054:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.952066:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998312.958947:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2797, 64 off187200 00010000:00010000:1.0:1776998312.959039:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959061:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959074:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959085:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959094:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959102:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959121:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998312.959146:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959154:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959161:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959208:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.959214:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959223:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959236:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1486:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:1.0:1776998312.959239:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998312.959244:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959495:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b85fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1486:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959517:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959525:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959533:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959546:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998312.959549:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959557:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959567:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998312.959570:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998312.959573:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998312.959580:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b85ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998312.959591:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a92ae19f reply state 00000000eb33dfda transno 4295019521 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998312.959603:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1776998312.962985:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998312.962999:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.963019:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998312.963025:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.963036:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.963053:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1486:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:0.0:1776998312.963057:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998312.963062:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.963071:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8604 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1486:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998312.963099:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.963101:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998312.963103:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998312.966090:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3960:17551:x1863313756316928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14724us (14972us total) trans 4295019521 rc 0/0 00000100:00100000:1.0:1776998312.966106:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51682 00010000:00010000:2.0:1776998312.972275:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972876:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972886:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972895:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998312.972902:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972914:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972935:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x28a76796 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998312.972938:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998312.972943:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.972951:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b85f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28a76796 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998312.982611:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998312.983709:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756317184 00000100:00100000:3.0:1776998312.983722:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756317184 00000100:00100000:3.0:1776998312.983811:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16744 00000100:00100000:3.0:1776998312.983824:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3959:17551:x1863313756317184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998312.984470:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3960:17551:x1863313756317184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 646us (1868us total) trans 4295019522 rc 0/0 00000100:00100000:3.0:1776998312.984481:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16744 00000100:00100000:0.0:1776998312.994623:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998312.995449:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756317440 00000100:00100000:2.0:1776998312.995460:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756317440 00000100:00100000:2.0:1776998312.995537:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51683 00000100:00100000:2.0:1776998312.995550:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3960:17551:x1863313756317440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998312.995617:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998312.995649:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1ca000/0x27b6fb26481aba7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19cf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e48 expref: 3960 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997052:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f39000/0x27b6fb26481aba55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e33 expref: 3959 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997094:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da07c00/0x27b6fb2648189cae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c384e0 expref: 3958 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997115:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19cf:0x0].0x0 (ffff8d2508c4b000) 00010000:00010000:2.0:1776998312.997128:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998312.997153:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997168:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997180:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997197:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997206:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997215:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997371:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997382:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.997392:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998312.999373:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2798, 64 off187264 00010000:00010000:2.0:1776998312.999452:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.999467:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.999478:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.999487:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.999496:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998312.999505:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001245:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.001292:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001304:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001312:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001320:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.001325:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001335:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001350:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19cf:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998313.001354:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.001359:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001366:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8619 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001391:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001399:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001406:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001413:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.001417:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001424:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001433:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.001436:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.001439:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.001446:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b860b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.001462:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021994804 reply state 000000008cc6b735 transno 4295019523 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.001473:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.001588:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3959:17551:x1863313756317440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6036us (6972us total) trans 4295019523 rc 0/0 00000100:00100000:2.0:1776998313.001601:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51683 00010000:00010000:3.0:1776998313.003866:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998313.003878:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.003891:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998313.003896:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.003924:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.003948:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19cf:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998313.003952:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998313.003958:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.003966:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8620 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.011475:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.011482:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.011486:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.023931:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998313.024057:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024085:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024097:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024105:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.024111:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024121:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024138:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5cd9387c (ffff8d250da9e900) 00010000:00010000:0.0:1776998313.024141:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.024145:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.024151:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8612 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5cd9387c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.026806:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756317696 00000100:00100000:2.0:1776998313.026820:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756317696 00000100:00100000:2.0:1776998313.026886:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16745 00000100:00100000:2.0:1776998313.026899:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3958:17551:x1863313756317696:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.027311:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3959:17551:x1863313756317696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 414us (3390us total) trans 4295019524 rc 0/0 00000100:00100000:2.0:1776998313.027562:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16745 00000100:00100000:1.0:1776998313.044002:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.045023:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756317952 00000100:00100000:0.0:1776998313.045036:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756317952 00000100:00100000:0.0:1776998313.045202:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51684 00000100:00100000:0.0:1776998313.045217:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3959:17551:x1863313756317952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998313.048088:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998313.048124:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb3200/0x27b6fb26481abe68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19dc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4700f expref: 3959 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.048157:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb0600/0x27b6fb26481abe3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ffa expref: 3958 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051559:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b29f200/0x27b6fb2648189e75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3853b expref: 3957 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051580:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19dc:0x0].0x0 (ffff8d2509e63700) 00010000:00010000:0.0:1776998313.051594:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998313.051628:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051645:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051659:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051707:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051718:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.051728:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.052963:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.052979:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.052991:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998313.059322:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2789, 64 off186752 00010000:00010000:0.0:1776998313.059444:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059467:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059489:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059500:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059508:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059517:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059554:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998313.059582:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059590:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059599:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059607:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.059613:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059622:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059637:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19dc:0x0].0x0 (ffff8d250db54200) 00010000:00010000:0.0:1776998313.059641:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998313.059647:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059656:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8635 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059707:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059716:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059723:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059730:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.059734:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059742:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059794:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998313.059798:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.059804:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.059812:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8627 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998313.059824:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009047e8f7 reply state 00000000d5b7ea66 transno 4295019525 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.059842:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998313.059944:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3958:17551:x1863313756317952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14726us (15945us total) trans 4295019525 rc 0/0 00000100:00100000:0.0:1776998313.059956:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51684 00010000:00010000:2.0:1776998313.060593:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.060888:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.060899:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.060904:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.060914:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.060933:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19dc:0x0].0x0 (ffff8d250db54200) 00010000:00010000:2.0:1776998313.060937:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.060942:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.060949:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b863c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.060970:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.060973:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.060975:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.073099:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073123:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073135:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073145:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.073152:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073164:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073731:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf1284421 (ffff8d250db54400) 00010000:00010000:2.0:1776998313.073737:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.073745:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.073756:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b862e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1284421 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.085899:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.086285:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756318208 00000100:00100000:0.0:1776998313.086298:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756318208 00000100:00100000:0.0:1776998313.086619:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16746 00000100:00100000:0.0:1776998313.086634:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3957:17551:x1863313756318208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998313.087044:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3958:17551:x1863313756318208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 412us (1153us total) trans 4295019526 rc 0/0 00000100:00100000:0.0:1776998313.087056:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16746 00000100:00100000:0.0:1776998313.106848:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.107053:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756318464 00000100:00100000:1.0:1776998313.107085:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756318464 00000100:00100000:1.0:1776998313.107164:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51685 00000100:00100000:1.0:1776998313.107237:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3958:17551:x1863313756318464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998313.107313:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998313.107349:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2fe600/0x27b6fb26481915d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1459:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af11 expref: 3958 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107379:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1459:0x0].0x0 (ffff8d250bfc0a00) 00010000:00010000:1.0:1776998313.107394:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95c000/0x27b6fb264819af67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1657:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4e0 expref: 3957 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107414:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95d000/0x27b6fb264819af3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1657:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4cb expref: 3956 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107432:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25090fb600/0x27b6fb2648182346 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1657:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c98 expref: 3955 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107446:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1657:0x0].0x0 (ffff8d250979d800) 00010000:00010000:1.0:1776998313.107457:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998313.107486:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107504:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107517:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107537:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107547:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107558:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107729:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107743:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.107754:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998313.108831:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2790, 64 off186816 00000004:00080000:1.0:1776998313.108843:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4023900672184ns, next at 4024900668754ns, rc = 0 00010000:00010000:1.0:1776998313.108926:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.108942:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.108956:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.108968:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.108977:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.108987:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109015:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998313.109041:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109050:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109060:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109070:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.109075:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109087:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109101:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1657:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998313.109106:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998313.109112:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109122:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8651 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109145:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109155:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109209:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109218:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.109223:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109503:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109519:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998313.109523:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998313.109528:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.109538:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8643 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998313.109554:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8352657 reply state 0000000077cb25e2 transno 4295019527 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.109567:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998313.109696:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3956:17551:x1863313756318464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2462us (2856us total) trans 4295019527 rc 0/0 00000100:00100000:1.0:1776998313.109708:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51685 00010000:00010000:0.0:1776998313.109995:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.110005:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.110016:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.110022:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.110033:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.110049:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1657:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:0.0:1776998313.110053:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.110059:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.110075:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8658 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.110098:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.110101:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.110104:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.131724:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998313.134047:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134087:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134100:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134110:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.134117:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134129:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134153:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc9a19c57 (ffff8d2509e7c000) 00010000:00010000:0.0:1776998313.134159:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.134166:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.134215:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b864a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9a19c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.152926:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756318720 00000100:00100000:2.0:1776998313.152944:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756318720 00000100:00100000:2.0:1776998313.153042:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16747 00000100:00100000:2.0:1776998313.153059:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d55050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3955:17551:x1863313756318720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.153886:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d55050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3956:17551:x1863313756318720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 829us (22172us total) trans 4295019528 rc 0/0 00000100:00100000:2.0:1776998313.153899:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16747 00000100:00100000:1.0:1776998313.175108:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.175292:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756318976 00000100:00100000:2.0:1776998313.175305:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756318976 00000100:00100000:2.0:1776998313.175387:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51686 00000100:00100000:2.0:1776998313.175403:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3956:17551:x1863313756318976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.175496:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.175533:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509328c00/0x27b6fb26481a6e19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b8e expref: 3956 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.175566:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509329e00/0x27b6fb26481a6def lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b79 expref: 3955 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.175588:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250953fa00/0x27b6fb26481879f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37dee expref: 3954 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.175913:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d1:0x0].0x0 (ffff8d250b29ce00) 00010000:00010000:2.0:1776998313.175931:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.175961:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.175981:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.175996:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176016:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176026:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176036:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176209:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176224:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.176236:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.177271:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2799, 64 off187328 00010000:00010000:2.0:1776998313.177360:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177376:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177389:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177400:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177410:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177420:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177441:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.177464:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177475:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177485:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177495:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.177501:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177511:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177524:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d1:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998313.177528:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.177534:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177542:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b866d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177562:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177571:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177579:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177588:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.177592:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177602:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177612:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.177616:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.177620:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.177630:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b865f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.177641:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb4e9982 reply state 0000000036343f67 transno 4295019529 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.178963:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.178974:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.178984:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.178989:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.178999:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.179013:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d1:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:0.0:1776998313.179017:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.179022:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.179031:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8674 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.179053:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.179056:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.179058:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998313.186071:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998313.206483:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3955:17551:x1863313756318976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 31056us (31356us total) trans 4295019529 rc 0/0 00000100:00100000:0.0:1776998313.206501:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51686 00010000:00010000:3.0:1776998313.217531:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217556:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217567:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217575:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.217581:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217591:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217615:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x28859880 (ffff8d250da9e200) 00010000:00010000:3.0:1776998313.217619:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.217625:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.217635:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8666 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28859880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.219881:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.221275:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756319232 00000100:00100000:2.0:1776998313.221289:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756319232 00000100:00100000:2.0:1776998313.221359:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16748 00000100:00100000:2.0:1776998313.221374:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3954:17551:x1863313756319232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.221829:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3955:17551:x1863313756319232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 456us (1950us total) trans 4295019530 rc 0/0 00000100:00100000:2.0:1776998313.221841:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16748 00000100:00100000:1.0:1776998313.244520:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.244609:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756319488 00000100:00100000:0.0:1776998313.244621:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756319488 00000100:00100000:0.0:1776998313.244974:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51687 00000100:00100000:0.0:1776998313.244989:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3955:17551:x1863313756319488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998313.245059:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998313.245110:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b3200/0x27b6fb264819ac18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x164c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f35f expref: 3955 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245138:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d5600/0x27b6fb264819abee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x164c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f34a expref: 3954 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245158:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d60dc00/0x27b6fb26481821c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x164c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c4b expref: 3953 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245227:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164c:0x0].0x0 (ffff8d250d0bdb00) 00010000:00010000:0.0:1776998313.245241:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998313.245266:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245283:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245296:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245316:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245326:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245336:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245472:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245484:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.245494:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998313.246495:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2800, 64 off187392 00010000:00010000:0.0:1776998313.246573:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246588:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246600:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246611:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246620:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246904:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246924:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998313.246948:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246957:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246966:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246980:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.246986:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.246996:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247008:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164c:0x0].0x0 (ffff8d250db54200) 00010000:00010000:0.0:1776998313.247012:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998313.247017:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247025:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8689 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x164c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247045:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247054:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247063:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247070:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.247075:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247084:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247100:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998313.247104:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.247108:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.247117:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b867b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998313.247129:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000407fdd80 reply state 00000000c866e317 transno 4295019531 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.247141:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998313.247541:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3954:17551:x1863313756319488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2551us (3024us total) trans 4295019531 rc 0/0 00000100:00100000:0.0:1776998313.247553:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51687 00010000:00010000:2.0:1776998313.249637:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.249648:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.249679:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.249685:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.249696:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.249711:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164c:0x0].0x0 (ffff8d250db54200) 00010000:00010000:2.0:1776998313.249715:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.249719:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.249728:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8690 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x164c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.249750:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.249754:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.249756:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.263404:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263427:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263439:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263448:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.263455:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263467:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263488:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xde67ecaa (ffff8d250db54400) 00010000:00010000:3.0:1776998313.263493:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.263499:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.263507:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8682 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xde67ecaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.264154:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.265294:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756319744 00000100:00100000:2.0:1776998313.265307:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756319744 00000100:00100000:2.0:1776998313.265375:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16749 00000100:00100000:2.0:1776998313.265389:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3953:17551:x1863313756319744:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.266034:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3954:17551:x1863313756319744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 646us (1883us total) trans 4295019532 rc 0/0 00000100:00100000:2.0:1776998313.266047:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16749 00000100:00100000:2.0:1776998313.295388:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.295691:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756320000 00000100:00100000:1.0:1776998313.295703:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756320000 00000100:00100000:1.0:1776998313.295779:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51688 00000100:00100000:1.0:1776998313.295794:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3954:17551:x1863313756320000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998313.295862:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998313.295893:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da48400/0x27b6fb26481a3929 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1821:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4337e expref: 3954 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.295945:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad3800/0x27b6fb26481a38ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1821:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43369 expref: 3953 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.295964:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2d7400/0x27b6fb26481861e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1821:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3791e expref: 3952 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.295978:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1821:0x0].0x0 (ffff8d250deb0c00) 00010000:00010000:1.0:1776998313.295992:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998313.296017:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296033:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296045:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296063:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296074:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296084:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296260:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296272:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.296281:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998313.298290:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2791, 64 off186880 00010000:00010000:1.0:1776998313.298368:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298383:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298395:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298405:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298415:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298425:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298461:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998313.298486:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298495:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298503:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298511:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.298516:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298526:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298538:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1821:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998313.298541:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998313.298546:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298554:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b86a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298574:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298583:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298590:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298601:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.298605:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298614:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298624:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998313.298627:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998313.298631:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.298639:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8697 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998313.298650:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000daf3c0fa reply state 00000000ccd072e8 transno 4295019533 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.299395:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.299404:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.299414:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.299418:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.299430:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.299443:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1821:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:2.0:1776998313.299447:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.299451:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.299460:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b86ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.300352:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.300356:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.300359:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.301567:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998313.301744:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3953:17551:x1863313756320000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5948us (6360us total) trans 4295019533 rc 0/0 00000100:00100000:1.0:1776998313.301757:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51688 00010000:00010000:0.0:1776998313.306492:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.314141:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.314644:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756320256 00000100:00100000:2.0:1776998313.314658:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756320256 00000100:00100000:2.0:1776998313.314741:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16750 00000100:00100000:2.0:1776998313.314753:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3953:17551:x1863313756320256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.315148:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3954:17551:x1863313756320256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 394us (1016us total) trans 4295019534 rc 0/0 00000100:00100000:2.0:1776998313.315160:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16750 00010000:00010000:3.0:1776998313.315498:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315524:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315535:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315544:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.315551:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315561:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315581:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xee69315f (ffff8d2509e7c600) 00010000:00010000:3.0:1776998313.315586:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.315591:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.315600:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b869e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee69315f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.337309:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.338480:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756320512 00000100:00100000:2.0:1776998313.338494:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756320512 00000100:00100000:2.0:1776998313.338562:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51689 00000100:00100000:2.0:1776998313.338576:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3953:17551:x1863313756320512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.338687:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.338720:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094fa400/0x27b6fb26481a7383 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44e04 expref: 3953 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338751:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094faa00/0x27b6fb26481a7359 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44def expref: 3952 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338794:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d356000/0x27b6fb2648187c6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37e6c expref: 3951 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338809:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e3:0x0].0x0 (ffff8d250953a200) 00010000:00010000:2.0:1776998313.338821:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.338849:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338866:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338886:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338925:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338936:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.338947:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.339085:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.339097:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.339109:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.339908:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2801, 64 off187456 00010000:00010000:2.0:1776998313.339990:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340006:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340017:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340027:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340037:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340046:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340069:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.340092:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340102:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340111:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340120:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.340125:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340136:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340148:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e3:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998313.340152:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.340157:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340197:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b86c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340226:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340235:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340243:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340251:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.340255:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340264:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340274:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.340278:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.340283:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.340292:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b86b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.340303:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0ccadb1 reply state 00000000da03dc1c transno 4295019535 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.340316:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.340426:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3952:17551:x1863313756320512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1850us (3126us total) trans 4295019535 rc 0/0 00000100:00100000:2.0:1776998313.340444:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51689 00010000:00010000:3.0:1776998313.341235:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998313.341247:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.341261:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998313.341267:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.341279:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.341296:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e3:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998313.341300:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998313.341305:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.341315:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b86c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.341337:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.341340:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.341342:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.368205:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998313.368409:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368429:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368441:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368452:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.368459:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368471:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368495:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa7a75db3 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998313.368500:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.368507:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.368517:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b86ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa7a75db3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.377487:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756320768 00000100:00100000:2.0:1776998313.377506:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756320768 00000100:00100000:3.0:1776998313.379005:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16751 00000100:00100000:3.0:1776998313.379024:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3951:17551:x1863313756320768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.383942:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3952:17551:x1863313756320768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4911us (15736us total) trans 4295019536 rc 0/0 00000100:00100000:2.0:1776998313.383960:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16751 00000100:00100000:2.0:1776998313.413060:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.413220:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756321024 00000100:00100000:1.0:1776998313.413233:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756321024 00000100:00100000:1.0:1776998313.413587:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51690 00000100:00100000:1.0:1776998313.413602:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3952:17551:x1863313756321024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998313.415944:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998313.415985:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e0aa00/0x27b6fb26481992d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15f8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7e3 expref: 3952 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416017:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976a000/0x27b6fb26481992aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7ce expref: 3951 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416038:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250965be00/0x27b6fb2648181649 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c369ff expref: 3950 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416067:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f8:0x0].0x0 (ffff8d2509e1b400) 00010000:00010000:1.0:1776998313.416082:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998313.416110:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416126:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416138:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416158:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416185:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416194:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416336:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416353:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.416364:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998313.416995:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2802, 64 off187520 00010000:00010000:1.0:1776998313.417079:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417092:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417104:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417113:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417120:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417128:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417165:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998313.417209:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417218:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417231:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417239:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.417244:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417254:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417266:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f8:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998313.417270:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998313.417275:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417284:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b86dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417304:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417313:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417321:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417327:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.417330:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417344:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417353:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998313.417357:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998313.417361:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.417368:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b86cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998313.417381:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e90256e reply state 00000000d5e5cb78 transno 4295019537 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.417393:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998313.417502:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3951:17551:x1863313756321024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3902us (4451us total) trans 4295019537 rc 0/0 00000100:00100000:1.0:1776998313.417514:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51690 00010000:00010000:2.0:1776998313.420218:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.420231:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.420244:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.420485:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.420496:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.420512:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f8:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998313.420516:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.420521:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.420529:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b86e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.420554:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.420557:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.420559:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.427017:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427039:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427050:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427058:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.427065:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427082:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427104:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x27a78c66 (ffff8d2509e7c400) 00010000:00010000:0.0:1776998313.427108:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.427114:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.427123:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b86d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x27a78c66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.433279:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998313.436986:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756321280 00000100:00100000:3.0:1776998313.437001:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756321280 00000100:00100000:3.0:1776998313.437069:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16752 00000100:00100000:3.0:1776998313.437083:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756321280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998313.437508:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3951:17551:x1863313756321280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 426us (4239us total) trans 4295019538 rc 0/0 00000100:00100000:3.0:1776998313.437520:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16752 00000100:00100000:3.0:1776998313.453529:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.461052:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756321536 00000100:00100000:1.0:1776998313.461071:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756321536 00000100:00100000:2.0:1776998313.462996:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51691 00000100:00100000:2.0:1776998313.463011:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3951:17551:x1863313756321536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.463106:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.463141:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d88e600/0x27b6fb26481a4f1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x186a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d79 expref: 3951 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.465118:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e064e00/0x27b6fb26481a4ef4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x186a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d64 expref: 3950 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.465637:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e05e00/0x27b6fb2648186bdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x186a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37b1d expref: 3949 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.467221:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186a:0x0].0x0 (ffff8d2509dd7900) 00010000:00010000:2.0:1776998313.467247:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998313.469227:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469249:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469265:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469290:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469300:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469309:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469461:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469482:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.469493:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998313.474888:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2792, 64 off186944 00010000:00010000:0.0:1776998313.474982:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475001:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475016:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475027:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475037:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475046:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475080:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998313.475111:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475122:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475137:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475144:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.475150:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475159:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475450:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186a:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998313.475456:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998313.475463:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475473:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b86f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x186a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475499:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475510:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475518:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475525:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.475530:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475543:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475554:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998313.475558:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.475562:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.475569:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b86eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998313.475583:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e8e5675 reply state 000000002d799851 transno 4295019539 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.475596:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998313.476870:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998313.476882:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.476893:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998313.476898:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.476909:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.476923:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186a:0x0].0x0 (ffff8d250db54000) 00010000:00010000:3.0:1776998313.476927:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998313.476932:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.476941:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8700 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x186a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.476964:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.476967:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.476970:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998313.483279:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756321536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 20255us (29746us total) trans 4295019539 rc 0/0 00000100:00100000:0.0:1776998313.483298:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51691 00000100:00100000:1.0:1776998313.505285:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.505403:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756321792 00000100:00100000:2.0:1776998313.505416:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756321792 00000100:00100000:2.0:1776998313.505497:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16753 00000100:00100000:2.0:1776998313.505515:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d56c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756321792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.505920:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d56c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3951:17551:x1863313756321792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 408us (662us total) trans 4295019540 rc 0/0 00000100:00100000:2.0:1776998313.505932:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16753 00010000:00010000:0.0:1776998313.509653:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.509941:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.509952:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.509962:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.509968:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.509985:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.510007:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf2ff152c (ffff8d250db54d00) 00010000:00010000:0.0:1776998313.510011:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.510016:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.510025:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b86f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf2ff152c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.535716:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.535862:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756322048 00000100:00100000:2.0:1776998313.535876:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756322048 00000100:00100000:2.0:1776998313.535952:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51692 00000100:00100000:2.0:1776998313.535967:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.536044:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998313.536080:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976e000/0x27b6fb264818e3fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3986d expref: 3950 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536114:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de90a00/0x27b6fb264817c6da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35a1c expref: 3949 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536130:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (ffff8d2620109800) 00010000:00010000:2.0:1776998313.536143:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.536171:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536189:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536204:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536225:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536237:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536248:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536400:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536413:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.536431:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.537564:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2793, 64 off187008 00010000:00010000:2.0:1776998313.537943:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.537959:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.537971:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.537982:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.537990:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538000:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538020:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.538044:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538052:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538061:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538077:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.538083:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538094:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538108:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998313.538113:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.538118:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538128:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8715 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538150:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538160:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538430:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538439:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.538445:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538456:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538475:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.538480:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.538485:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.538494:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8707 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.538509:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d80eff9 reply state 00000000270bc788 transno 4295019541 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.538522:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1776998313.540022:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.540033:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.540044:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.540049:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.540060:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.540074:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b3:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:0.0:1776998313.540078:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.540083:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.540113:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b871c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.540160:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.540164:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.540217:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998313.549538:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13559us (13862us total) trans 4295019541 rc 0/0 00000100:00100000:2.0:1776998313.549555:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51692 00010000:00010000:0.0:1776998313.587324:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587373:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587387:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587397:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.587404:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587416:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587440:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1ef4c611 (ffff8d250da9e000) 00010000:00010000:0.0:1776998313.587446:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.587453:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.587464:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b870e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ef4c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.598775:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.602377:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756322304 00000100:00100000:2.0:1776998313.602397:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756322304 00000100:00100000:2.0:1776998313.602484:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16754 00000100:00100000:2.0:1776998313.602501:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756322304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.602922:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 423us (4156us total) trans 4295019542 rc 0/0 00000100:00100000:2.0:1776998313.602934:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16754 00000100:00100000:3.0:1776998313.613313:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.622644:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756322560 00000100:00100000:1.0:1776998313.622681:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756322560 00000100:00100000:2.0:1776998313.624030:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51693 00000100:00100000:2.0:1776998313.624047:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.624132:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998313.624214:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d36d000/0x27b6fb264818e968 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13c5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ae3 expref: 3950 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624255:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b9da00/0x27b6fb264817c950 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35a9a expref: 3949 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624272:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c5:0x0].0x0 (ffff8d2509c53d00) 00010000:00010000:2.0:1776998313.624285:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.624311:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624327:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624362:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624381:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624391:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624400:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624548:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624562:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.624572:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.625337:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2794, 64 off187072 00010000:00010000:2.0:1776998313.625419:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625434:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625446:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625456:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625465:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625474:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625498:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.625522:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625532:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625541:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625550:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.625556:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625568:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625581:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c5:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998313.625586:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.625592:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625600:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8731 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625622:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625630:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625638:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625645:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.625648:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.625988:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.626001:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.626004:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.626009:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.626022:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8723 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.626035:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056e7e665 reply state 000000005cdd9d66 transno 4295019543 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.626047:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.626155:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2110us (12850us total) trans 4295019543 rc 0/0 00000100:00100000:2.0:1776998313.626195:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51693 00010000:00010000:3.0:1776998313.630212:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998313.630224:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.630238:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998313.630512:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.630525:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.630543:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c5:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998313.630548:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998313.630553:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.630562:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b8738 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.630586:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.630589:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.630591:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.638687:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638710:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638719:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638727:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.638734:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638743:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638779:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7ca3ac11 (ffff8d250da9e500) 00010000:00010000:3.0:1776998313.638783:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.638790:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.638800:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b872a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ca3ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.641856:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998313.641992:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756322816 00000100:00100000:1.0:1776998313.642005:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756322816 00000100:00100000:1.0:1776998313.642074:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16755 00000100:00100000:1.0:1776998313.642089:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756322816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998313.642511:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756322816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 424us (664us total) trans 4295019544 rc 0/0 00000100:00100000:1.0:1776998313.642529:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16755 00000100:00100000:0.0:1776998313.658529:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.663982:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756323072 00000100:00100000:2.0:1776998313.664000:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756323072 00000100:00100000:2.0:1776998313.664105:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51694 00000100:00100000:2.0:1776998313.664121:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756323072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.664282:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998313.664319:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25093b7600/0x27b6fb26481909f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1431:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9ae expref: 3950 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664352:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e015800/0x27b6fb264817d814 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1431:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35d8e expref: 3949 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664367:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1431:0x0].0x0 (ffff8d250bfc0100) 00010000:00010000:2.0:1776998313.664387:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.664412:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664429:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664441:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664458:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664469:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664478:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664611:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664623:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.664633:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998313.665934:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2795, 64 off187136 00010000:00010000:3.0:1776998313.666014:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666028:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666040:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666053:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666063:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666072:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666113:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998313.666133:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666140:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666148:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666155:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.666160:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666168:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666180:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1431:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998313.666184:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998313.666188:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666201:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b874d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666220:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666631:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.666639:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666648:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.666652:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666685:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666703:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1431:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998313.666706:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.666711:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666718:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8754 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.666735:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.666737:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.666740:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.666757:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666765:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666772:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.666776:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666784:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666795:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998313.666798:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.666802:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.666808:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b873f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998313.666821:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007738e624 reply state 000000004c05f825 transno 4295019545 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.666830:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998313.666919:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756323072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2799us (8397us total) trans 4295019545 rc 0/0 00000100:00100000:3.0:1776998313.666929:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51694 00010000:00010000:3.0:1776998313.677046:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677081:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677092:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677100:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.677106:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677116:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677135:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2e323392 (ffff8d250da9e600) 00010000:00010000:3.0:1776998313.677139:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.677144:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.677152:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b8746 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e323392 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.689143:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998313.689506:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756323328 00000100:00100000:3.0:1776998313.689519:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756323328 00000100:00100000:3.0:1776998313.689588:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16756 00000100:00100000:3.0:1776998313.689601:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756323328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998313.690175:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756323328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 574us (1040us total) trans 4295019546 rc 0/0 00000100:00100000:3.0:1776998313.690186:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16756 00000100:00100000:0.0:1776998313.701881:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998313.703228:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756323584 00000100:00100000:3.0:1776998313.703240:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756323584 00000100:00100000:3.0:1776998313.703312:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51695 00000100:00100000:3.0:1776998313.703324:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756323584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998313.703395:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998313.703426:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508915800/0x27b6fb26481b24ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e8b expref: 3950 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703456:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508914a00/0x27b6fb26481b2482 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e76 expref: 3949 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703473:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508859a00/0x27b6fb264818cd0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38e8e expref: 3948 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703487:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b30:0x0].0x0 (ffff8d250e042a00) 00010000:00010000:3.0:1776998313.703500:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998313.703526:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703543:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703555:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703576:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703586:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703595:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703759:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703770:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.703779:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998313.704496:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2796, 64 off187200 00010000:00010000:3.0:1776998313.704573:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704585:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704595:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704603:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704610:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704619:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704637:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998313.704677:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704687:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704694:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704701:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.704706:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704714:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704725:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b30:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998313.704728:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998313.704732:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704740:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8769 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704759:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704772:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704780:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704787:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.704791:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704798:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704808:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998313.704811:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.704815:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.704822:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b875b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998313.704833:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004048e1ba reply state 00000000a554f610 transno 4295019547 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.704845:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998313.704939:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756323584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1613us (3064us total) trans 4295019547 rc 0/0 00000100:00100000:3.0:1776998313.704949:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51695 00010000:00010000:0.0:1776998313.706069:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.706078:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.706088:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.706092:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.706100:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.706113:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b30:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998313.706116:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.706120:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.706127:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8770 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.706146:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.706148:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.706150:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998313.716303:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.716437:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756323840 00000100:00100000:2.0:1776998313.716449:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756323840 00000100:00100000:2.0:1776998313.716525:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16757 00000100:00100000:2.0:1776998313.716539:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756323840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.716946:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3950:17551:x1863313756323840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 408us (651us total) trans 4295019548 rc 0/0 00000100:00100000:2.0:1776998313.716956:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16757 00010000:00010000:3.0:1776998313.723591:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723617:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723628:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723636:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.723671:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723682:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723701:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x479997b8 (ffff8d250da6b400) 00010000:00010000:3.0:1776998313.723706:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.723712:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.723721:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8762 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x479997b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.724588:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.727466:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756324096 00000100:00100000:2.0:1776998313.727480:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756324096 00000100:00100000:2.0:1776998313.727700:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51696 00000100:00100000:2.0:1776998313.727715:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3949:17551:x1863313756324096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.727798:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.727825:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e1c00/0x27b6fb26481af056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a82:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486c1 expref: 3949 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727848:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e3e00/0x27b6fb26481af02c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ac expref: 3948 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727864:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb3200/0x27b6fb264818b527 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a82:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c389c5 expref: 3947 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727876:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a82:0x0].0x0 (ffff8d250d879600) 00010000:00010000:2.0:1776998313.727886:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.727911:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727927:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727938:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727956:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727964:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.727971:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.728099:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.728108:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.728116:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.729056:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2797, 64 off187264 00010000:00010000:2.0:1776998313.729124:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729136:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729144:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729152:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729159:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729189:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729205:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.729225:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729232:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729240:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729246:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.729251:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729260:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729271:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a82:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998313.729274:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.729278:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729286:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b8785 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a82:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729302:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729309:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729317:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729323:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.729326:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729333:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729340:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.729343:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.729346:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.729358:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b8777 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.729367:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d857e45 reply state 00000000cae6d3cb transno 4295019549 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.729376:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.729479:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3948:17551:x1863313756324096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1763us (4892us total) trans 4295019549 rc 0/0 00000100:00100000:2.0:1776998313.729489:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51696 00010000:00010000:0.0:1776998313.730194:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.730204:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.730213:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.730216:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.730225:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.730238:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a82:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:0.0:1776998313.730241:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.730245:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.730251:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b878c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.730271:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.730273:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.730275:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.736803:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736822:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736831:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736839:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.736844:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736854:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736873:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf819de6 (ffff8d250da9e400) 00010000:00010000:0.0:1776998313.736877:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.736882:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.736890:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b877e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf819de6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998313.745972:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998313.747164:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756324352 00000100:00100000:3.0:1776998313.747219:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756324352 00000100:00100000:3.0:1776998313.747285:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16758 00000100:00100000:3.0:1776998313.747298:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3947:17551:x1863313756324352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998313.747640:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3948:17551:x1863313756324352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 343us (1678us total) trans 4295019550 rc 0/0 00000100:00100000:3.0:1776998313.747682:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16758 00000100:00100000:3.0:1776998313.768554:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.775118:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756324608 00000100:00100000:0.0:1776998313.775136:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756324608 00000100:00100000:1.0:1776998313.775415:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51697 00000100:00100000:1.0:1776998313.775430:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3948:17551:x1863313756324608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998313.775504:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998313.775536:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb2000/0x27b6fb2648191671 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x145b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af57 expref: 3948 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775563:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145b:0x0].0x0 (ffff8d2502f6db00) 00010000:00010000:1.0:1776998313.775576:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe5e00/0x27b6fb26481b00e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ab9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e46 expref: 3947 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775595:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe4a00/0x27b6fb26481b00b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e31 expref: 3946 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775610:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094e4800/0x27b6fb264818bcc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38b4d expref: 3945 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775621:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab9:0x0].0x0 (ffff8d250bfc5200) 00010000:00010000:1.0:1776998313.775632:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998313.775687:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775703:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775746:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775770:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775780:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775789:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775924:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775935:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.775943:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998313.777481:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2803, 64 off187584 00000004:00080000:1.0:1776998313.777494:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4024569322693ns, next at 4025569319245ns, rc = 0 00010000:00010000:1.0:1776998313.777561:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777573:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777584:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777593:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777608:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777617:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777964:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998313.777987:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.777995:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778002:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778010:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.778015:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778025:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778036:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab9:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998313.778040:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998313.778045:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778052:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b87a1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ab9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778076:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778084:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778091:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778096:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998313.778100:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778108:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778117:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998313.778120:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998313.778123:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.778130:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8793 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998313.778140:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003df115ae reply state 000000007e187ffd transno 4295019551 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.778150:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998313.778254:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3946:17551:x1863313756324608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2826us (10654us total) trans 4295019551 rc 0/0 00000100:00100000:1.0:1776998313.778268:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51697 00010000:00010000:2.0:1776998313.779310:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998313.779319:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.779329:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998313.779333:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.779342:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.779356:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab9:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:2.0:1776998313.779360:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998313.779363:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.779371:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b87a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ab9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.779391:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.779394:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.779397:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998313.799509:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799533:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799544:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799553:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.799559:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799570:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799593:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc012bde5 (ffff8d2509e7cf00) 00010000:00010000:2.0:1776998313.799597:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.799602:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.799611:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b879a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc012bde5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.803800:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.810999:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756324864 00000100:00100000:0.0:1776998313.811014:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756324864 00000100:00100000:0.0:1776998313.811097:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16759 00000100:00100000:0.0:1776998313.811109:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d54850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3945:17551:x1863313756324864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998313.814137:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d54850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3946:17551:x1863313756324864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3022us (10339us total) trans 4295019552 rc 0/0 00000100:00100000:0.0:1776998313.814151:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16759 00000100:00100000:1.0:1776998313.833705:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.837957:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756325120 00000100:00100000:2.0:1776998313.837974:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756325120 00000100:00100000:2.0:1776998313.838060:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51698 00000100:00100000:2.0:1776998313.838073:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3946:17551:x1863313756325120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.838142:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.839612:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0fd600/0x27b6fb26481b077f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1acf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49148 expref: 3946 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839678:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0fcc00/0x27b6fb26481b0755 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1acf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49133 expref: 3945 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839697:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d180a00/0x27b6fb264818bfca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1acf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38be7 expref: 3944 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839710:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acf:0x0].0x0 (ffff8d250bfc5600) 00010000:00010000:2.0:1776998313.839723:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.839749:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839765:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839777:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839794:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839804:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839812:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839948:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839965:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.839974:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.840680:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2804, 64 off187648 00010000:00010000:2.0:1776998313.840751:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840763:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840773:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840782:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840791:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840798:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840835:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.840856:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840864:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840877:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840884:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.840889:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840897:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840926:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acf:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998313.840930:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.840935:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840942:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87bd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1acf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840960:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840967:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840975:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840982:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.840986:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.840999:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.841009:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.841012:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.841016:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.841024:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.841036:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c429134 reply state 000000001855d083 transno 4295019553 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.841048:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.841150:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3945:17551:x1863313756325120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3077us (7453us total) trans 4295019553 rc 0/0 00000100:00100000:2.0:1776998313.841161:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51698 00010000:00010000:1.0:1776998313.843616:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998313.843628:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.843640:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998313.843645:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.843949:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.843967:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acf:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998313.843971:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998313.843976:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.843985:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b87c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1acf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.844007:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998313.844009:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998313.844012:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998313.868032:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.868130:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756325376 00000100:00100000:2.0:1776998313.868158:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756325376 00010000:00010000:0.0:1776998313.868731:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868748:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868759:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868766:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998313.868772:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868788:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868807:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x65a77f24 (ffff8d250da9e500) 00010000:00010000:0.0:1776998313.868811:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998313.868817:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.868827:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b87b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x65a77f24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.870488:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16760 00000100:00100000:3.0:1776998313.870509:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3944:17551:x1863313756325376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998313.870973:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3945:17551:x1863313756325376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 470us (2949us total) trans 4295019554 rc 0/0 00000100:00100000:3.0:1776998313.870985:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16760 00000100:00100000:3.0:1776998313.893022:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.893219:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756325632 00000100:00100000:2.0:1776998313.893232:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756325632 00000100:00100000:2.0:1776998313.893311:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51699 00000100:00100000:2.0:1776998313.893325:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3945:17551:x1863313756325632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.893411:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.893445:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d948000/0x27b6fb26481aa0a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1979:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46286 expref: 3945 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893473:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9fee00/0x27b6fb26481aa077 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1979:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46271 expref: 3944 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893491:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3a3a00/0x27b6fb26481890ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1979:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38286 expref: 3943 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893505:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1979:0x0].0x0 (ffff8d250d126e00) 00010000:00010000:2.0:1776998313.893519:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.893543:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893560:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893572:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893589:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893598:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893606:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893907:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893921:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.893932:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.894601:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2805, 64 off187712 00010000:00010000:2.0:1776998313.894728:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894742:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894754:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894781:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894790:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894799:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894829:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.894851:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894859:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894866:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894874:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.894879:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894888:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894900:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1979:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998313.894904:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.894908:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894916:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87d9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1979:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894938:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894946:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894953:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894960:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.894964:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894972:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.894982:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.894986:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.894990:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.895004:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.895016:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb51ed66 reply state 00000000d273c481 transno 4295019555 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.895028:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.895129:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3944:17551:x1863313756325632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1805us (2116us total) trans 4295019555 rc 0/0 00000100:00100000:2.0:1776998313.895141:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51699 00010000:00010000:0.0:1776998313.895464:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.895473:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.895482:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.895487:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.895497:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.895511:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1979:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:0.0:1776998313.895514:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.895518:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.895527:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1979:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.895545:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.895548:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998313.895551:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.916010:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.916157:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756325888 00000100:00100000:0.0:1776998313.916210:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756325888 00000100:00100000:0.0:1776998313.916283:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16761 00000100:00100000:0.0:1776998313.916298:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3944:17551:x1863313756325888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998313.917046:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3945:17551:x1863313756325888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 750us (1045us total) trans 4295019556 rc 0/0 00000100:00100000:0.0:1776998313.917059:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16761 00010000:00010000:2.0:1776998313.923019:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923040:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923050:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923060:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.923066:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923078:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923099:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x693214fd (ffff8d250da9e000) 00010000:00010000:2.0:1776998313.923103:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.923109:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.923119:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x693214fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.934964:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.935218:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756326144 00000100:00100000:2.0:1776998313.935231:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756326144 00000100:00100000:2.0:1776998313.935302:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51700 00000100:00100000:2.0:1776998313.935317:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3944:17551:x1863313756326144:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.935395:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.935427:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9fd400/0x27b6fb26481a9c1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46079 expref: 3944 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935456:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9fda00/0x27b6fb26481a9bf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46064 expref: 3943 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935565:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8eb600/0x27b6fb2648188edf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3821d expref: 3942 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935581:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196a:0x0].0x0 (ffff8d250d061a00) 00010000:00010000:2.0:1776998313.935594:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.935621:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935639:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935672:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935699:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935710:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935720:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935851:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935863:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.935872:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.947900:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2798, 64 off187328 00010000:00010000:2.0:1776998313.948602:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948626:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948641:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948682:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948757:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948768:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.948901:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998313.949016:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949028:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949038:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949046:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ac00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.949053:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949063:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949079:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196a:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998313.949083:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998313.949089:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949098:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ac00/0x27b6fb26481b87f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x196a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949123:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949132:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949141:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949198:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972be00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.949203:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949212:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949223:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998313.949227:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.949232:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.949241:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972be00/0x27b6fb26481b87e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998313.949255:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024f7f9ac reply state 00000000e31e2eec transno 4295019557 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998313.949269:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998313.949396:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3943:17551:x1863313756326144:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14077us (14435us total) trans 4295019557 rc 0/0 00000100:00100000:3.0:1776998313.949409:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51700 00000100:00100000:1.0:1776998313.959031:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.959892:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756326400 00000100:00100000:2.0:1776998313.959927:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756326400 00000100:00100000:2.0:1776998313.960011:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16762 00000100:00100000:2.0:1776998313.960027:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3943:17551:x1863313756326400:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998313.960761:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3944:17551:x1863313756326400:12345-192.168.201.35@tcp:35:rm.0 Request processed in 736us (1738us total) trans 4295019558 rc 0/0 00000100:00100000:2.0:1776998313.960773:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16762 00010000:00010000:3.0:1776998313.960973:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.960990:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.961001:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.961010:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972b400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998313.961017:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.961028:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.961048:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x953f797a (ffff8d250da9e000) 00010000:00010000:3.0:1776998313.961052:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998313.961059:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.961069:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972b400/0x27b6fb26481b87ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x953f797a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.962570:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998313.962582:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.962594:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998313.962598:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.962609:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.962996:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196a:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998313.963002:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998313.963008:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998313.963018:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972a600/0x27b6fb26481b87fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998313.963142:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.963146:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998313.963149:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.968023:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998313.970616:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756326656 00000100:00100000:2.0:1776998313.970633:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756326656 00000100:00100000:2.0:1776998313.970756:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51701 00000100:00100000:2.0:1776998313.970771:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3943:17551:x1863313756326656:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998313.970857:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998313.970891:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9a9600/0x27b6fb26481950f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x151d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9f2 expref: 3943 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.970923:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9a8a00/0x27b6fb26481950cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x151d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9dd expref: 3942 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.970941:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088bf600/0x27b6fb264817f858 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x151d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36402 expref: 3941 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.970954:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x151d:0x0].0x0 (ffff8d260a4e4400) 00010000:00010000:2.0:1776998313.970967:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998313.970993:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971011:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971025:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971047:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971058:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971068:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971245:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971279:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.971291:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998313.972040:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2799, 64 off187392 00010000:00010000:2.0:1776998313.972130:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972144:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972157:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972166:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972174:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972212:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972236:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998313.972259:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972269:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972278:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972287:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.972293:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972304:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972316:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x151d:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998313.972321:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998313.972326:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972335:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8811 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x151d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972356:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972366:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972374:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972381:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972aa00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.972385:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972395:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972404:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998313.972408:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.972413:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.972421:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972aa00/0x27b6fb26481b8803 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998313.972434:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004690c07 reply state 00000000b6bb4574 transno 4295019559 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998313.972452:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998313.972547:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3942:17551:x1863313756326656:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1777us (4532us total) trans 4295019559 rc 0/0 00000100:00100000:2.0:1776998313.972559:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51701 00010000:00010000:1.0:1776998313.973278:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998313.973289:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.973305:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998313.973310:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.973318:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.973333:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x151d:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:1.0:1776998313.973336:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998313.973340:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.973349:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8818 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x151d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998313.973367:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998313.973369:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998313.973371:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998313.990999:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998313.992891:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756326912 00000100:00100000:0.0:1776998313.992905:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756326912 00000100:00100000:0.0:1776998313.992992:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16763 00000100:00100000:0.0:1776998313.993007:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3942:17551:x1863313756326912:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:2.0:1776998313.993957:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.993973:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.993983:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.993991:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250972ae00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998313.993996:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.994006:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.994024:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x407d2cb1 (ffff8d250da9e200) 00010000:00010000:2.0:1776998313.994028:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998313.994034:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998313.994042:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ae00/0x27b6fb26481b880a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x407d2cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998313.996070:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3942:17551:x1863313756326912:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3047us (5062us total) trans 4295019560 rc 0/0 00000100:00100000:1.0:1776998313.996083:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16763 00000100:00100000:0.0:1776998314.022374:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.022513:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756327168 00000100:00100000:1.0:1776998314.022525:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756327168 00000100:00100000:1.0:1776998314.022630:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51702 00000100:00100000:1.0:1776998314.022642:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3942:17551:x1863313756327168:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998314.022978:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998314.023009:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c8400/0x27b6fb264819f918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x174c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4165f expref: 3942 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023037:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d09000/0x27b6fb264819f8ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x174c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4164a expref: 3941 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023053:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481844c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x174c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3734b expref: 3940 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023066:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x174c:0x0].0x0 (ffff8d250a96a300) 00010000:00010000:1.0:1776998314.023076:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998314.023099:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023114:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023126:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023143:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023151:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023159:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023351:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023361:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.023370:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1776998314.023535:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1776998314.024316:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2806, 64 off187776 00010000:00010000:1.0:1776998314.024388:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024400:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024410:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024419:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024428:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024437:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024456:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.024477:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024485:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024492:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024505:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.024510:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024511:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.024518:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024520:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024527:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998314.024531:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024533:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x174c:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998314.024537:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.024541:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024541:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024550:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b882d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x174c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024552:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x174c:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:2.0:1776998314.024555:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998314.024558:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024565:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8834 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x174c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024567:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024575:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024581:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.024583:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.024583:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.024585:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.024590:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.024593:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024858:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024875:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.024878:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.024881:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.024888:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b881f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.024901:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd3cf6d2 reply state 000000000ad30bb9 transno 4295019561 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.024911:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998314.025010:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3941:17551:x1863313756327168:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2368us (2643us total) trans 4295019561 rc 0/0 00000100:00100000:1.0:1776998314.025020:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51702 00000100:00100000:1.0:1776998314.040074:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998314.040206:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040230:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040240:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040249:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.040254:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040264:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040284:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8e9d0a23 (ffff8d2509e7c300) 00010000:00010000:3.0:1776998314.040288:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.040293:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.040302:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8826 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9d0a23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.045212:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756327424 00000100:00100000:2.0:1776998314.045228:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756327424 00000100:00100000:2.0:1776998314.045557:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16764 00000100:00100000:2.0:1776998314.045572:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3940:17551:x1863313756327424:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998314.047989:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3941:17551:x1863313756327424:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2415us (7919us total) trans 4295019562 rc 0/0 00000100:00100000:3.0:1776998314.048001:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16764 00000100:00100000:2.0:1776998314.062222:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.063697:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756327680 00000100:00100000:3.0:1776998314.063710:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756327680 00000100:00100000:3.0:1776998314.063797:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51703 00000100:00100000:3.0:1776998314.063811:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3941:17551:x1863313756327680:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.063880:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998314.063910:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da48e00/0x27b6fb26481a37f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x181d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432f2 expref: 3941 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.063938:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4be00/0x27b6fb26481a37cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x181d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432dd expref: 3940 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.063957:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da3800/0x27b6fb2648186158 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x181d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37902 expref: 3939 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.063970:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181d:0x0].0x0 (ffff8d250d7d9f00) 00010000:00010000:3.0:1776998314.063981:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998314.064005:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064022:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064034:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064052:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064060:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064068:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064387:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064406:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.064416:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998314.067216:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2800, 64 off187456 00010000:00010000:3.0:1776998314.067310:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067329:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067342:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067352:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067362:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067370:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067410:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998314.067437:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067446:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067461:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067469:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.067474:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067485:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067500:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181d:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998314.067504:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998314.067509:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067518:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b8849 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x181d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067541:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067551:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067559:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067566:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.067570:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067584:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067594:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998314.067598:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.067601:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.067609:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b883b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998314.067620:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8cf1dd4 reply state 000000002c393ee9 transno 4295019563 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.067631:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998314.067771:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3940:17551:x1863313756327680:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3958us (5596us total) trans 4295019563 rc 0/0 00000100:00100000:3.0:1776998314.067783:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51703 00010000:00010000:1.0:1776998314.068290:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998314.068549:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.068559:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998314.068564:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.068573:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.068585:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181d:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:1.0:1776998314.068588:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998314.068593:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.068601:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8850 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x181d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.068621:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.068624:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.068626:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.084758:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084780:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084791:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084800:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.084806:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084816:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084836:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfb5a273a (ffff8d250da6b400) 00010000:00010000:2.0:1776998314.084840:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.084846:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.084854:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8842 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb5a273a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.086690:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.086936:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756327936 00000100:00100000:1.0:1776998314.086949:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756327936 00000100:00100000:1.0:1776998314.087010:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16765 00000100:00100000:1.0:1776998314.087023:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d54450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3939:17551:x1863313756327936:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.087422:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d54450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3940:17551:x1863313756327936:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (737us total) trans 4295019564 rc 0/0 00000100:00100000:1.0:1776998314.087432:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16765 00000100:00100000:1.0:1776998314.108815:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.108922:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756328192 00000100:00100000:3.0:1776998314.108934:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756328192 00000100:00100000:3.0:1776998314.109007:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51704 00000100:00100000:3.0:1776998314.109020:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3940:17551:x1863313756328192:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.109109:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998314.109141:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb3a00/0x27b6fb26481916be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x145c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af7a expref: 3940 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109165:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145c:0x0].0x0 (ffff8d2509c67900) 00010000:00010000:3.0:1776998314.109194:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aaa00/0x27b6fb2648195612 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x152e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc45 expref: 3939 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109215:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db9d600/0x27b6fb26481955e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x152e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc30 expref: 3938 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109231:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d50400/0x27b6fb264817faab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x152e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36479 expref: 3937 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109244:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x152e:0x0].0x0 (ffff8d2616e26c00) 00010000:00010000:3.0:1776998314.109255:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998314.109341:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109358:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109370:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109391:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109400:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109407:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109537:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109548:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.109558:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998314.110748:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2807, 64 off187840 00010000:00010000:0.0:1776998314.117251:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117278:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117293:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117304:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117311:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117321:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117347:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.117373:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117382:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117391:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117400:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.117405:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117415:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117429:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x152e:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998314.117433:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.117439:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117448:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8865 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x152e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117473:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117481:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117489:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117495:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.117499:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117506:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117517:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.117520:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.117524:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.117532:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b8857 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998314.117544:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f5167ff reply state 00000000d9a941e5 transno 4295019565 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.117556:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998314.117937:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3938:17551:x1863313756328192:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8914us (9127us total) trans 4295019565 rc 0/0 00000100:00100000:0.0:1776998314.117949:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51704 00010000:00010000:3.0:1776998314.119179:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.119187:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.119197:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.119201:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.119241:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.119254:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x152e:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998314.119257:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.119261:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.119268:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b886c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x152e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.119288:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.119290:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.119292:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998314.129216:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.129528:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756328448 00000100:00100000:1.0:1776998314.129541:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756328448 00000100:00100000:1.0:1776998314.129618:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16766 00000100:00100000:1.0:1776998314.129633:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3938:17551:x1863313756328448:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:3.0:1776998314.130946:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.130962:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.130979:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.130988:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.130994:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.131004:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.131022:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2c71c2e5 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998314.131026:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.131033:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.131041:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b885e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c71c2e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.138112:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3938:17551:x1863313756328448:12345-192.168.201.35@tcp:35:rm.0 Request processed in 8471us (8894us total) trans 4295019566 rc 0/0 00000100:00100000:1.0:1776998314.138129:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16766 00000100:00100000:2.0:1776998314.149861:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.151030:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756328704 00000100:00100000:3.0:1776998314.151042:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756328704 00000100:00100000:3.0:1776998314.151117:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51705 00000100:00100000:3.0:1776998314.151144:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3938:17551:x1863313756328704:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998314.152834:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998314.152872:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c0600/0x27b6fb264819f27a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1736:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4135d expref: 3938 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.152899:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3ebe00/0x27b6fb264819f250 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1736:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41348 expref: 3937 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.152917:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a3600/0x27b6fb26481841c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1736:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c372b1 expref: 3936 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.152930:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1736:0x0].0x0 (ffff8d250a96a200) 00010000:00010000:0.0:1776998314.152943:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998314.152967:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.152982:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.152995:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.153012:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.153021:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.153030:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.153163:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.154977:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.154989:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998314.157156:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2808, 64 off187904 00010000:00010000:0.0:1776998314.157267:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157282:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157294:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157305:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157314:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157322:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157354:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.157378:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157387:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157396:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157404:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.157409:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157418:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157432:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1736:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998314.157436:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.157441:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157449:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8881 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1736:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157477:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157485:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157493:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157500:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.157503:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157512:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157523:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.157526:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.157530:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.157538:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8873 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998314.157551:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008917270a reply state 00000000107b5b27 transno 4295019567 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.157564:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998314.157981:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3937:17551:x1863313756328704:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6848us (8125us total) trans 4295019567 rc 0/0 00000100:00100000:0.0:1776998314.157993:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51705 00010000:00010000:1.0:1776998314.159311:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998314.159320:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.159331:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998314.159336:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.159347:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.159360:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1736:0x0].0x0 (ffff8d250db54100) 00010000:00010000:1.0:1776998314.159364:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998314.159368:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.159375:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8888 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1736:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.159394:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.159397:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.159399:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.169489:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169511:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169522:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169531:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.169538:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169546:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169568:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x47709a8d (ffff8d250db54d00) 00010000:00010000:2.0:1776998314.169573:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.169578:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.169587:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b887a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x47709a8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.171223:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.173011:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756328960 00000100:00100000:3.0:1776998314.173024:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756328960 00000100:00100000:3.0:1776998314.173098:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51706 00000100:00100000:3.0:1776998314.173112:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3936:17551:x1863313756328960:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.173230:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998314.173260:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d58600/0x27b6fb26481a312d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1807:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fdb expref: 3936 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173290:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e20200/0x27b6fb2648185e56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37868 expref: 3935 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173314:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1807:0x0].0x0 (ffff8d25093d7e00) 00010000:00010000:3.0:1776998314.173326:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998314.173351:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173367:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173379:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173397:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173406:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173415:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173542:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173554:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.173564:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998314.174253:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2801, 64 off187520 00000004:00080000:3.0:1776998314.174263:0:5880:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4024966092285ns, next at 4025966089476ns, rc = 0 00010000:00010000:3.0:1776998314.174337:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174351:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174361:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174373:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174381:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174389:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174407:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998314.174426:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174435:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174442:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174450:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.174455:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174464:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174474:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1807:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998314.174478:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998314.174482:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174490:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b889d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174508:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174517:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174525:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174532:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.174536:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174544:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174553:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998314.174556:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.174560:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.174569:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b888f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998314.174580:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000346d1e5d reply state 00000000016006d9 transno 4295019568 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.174593:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998314.174733:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3936:17551:x1863313756328960:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1621us (3513us total) trans 4295019568 rc 0/0 00000100:00100000:3.0:1776998314.174744:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51706 00010000:00010000:2.0:1776998314.175681:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.175952:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.175964:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998314.175969:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.175977:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.175990:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1807:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:2.0:1776998314.175994:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998314.175997:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.176005:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b88a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.176024:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.176027:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.176030:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.190151:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190210:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190221:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190230:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.190235:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190244:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190264:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7af20c43 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998314.190269:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.190275:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.190283:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8896 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7af20c43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.194333:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.194435:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756329216 00000100:00100000:3.0:1776998314.194448:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756329216 00000100:00100000:3.0:1776998314.194520:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16767 00000100:00100000:3.0:1776998314.194534:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3935:17551:x1863313756329216:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998314.195021:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3936:17551:x1863313756329216:12345-192.168.201.35@tcp:35:rm.0 Request processed in 488us (858us total) trans 4295019569 rc 0/0 00000100:00100000:3.0:1776998314.195034:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16767 00000100:00100000:0.0:1776998314.207114:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.207474:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756329472 00000100:00100000:2.0:1776998314.207487:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756329472 00000100:00100000:2.0:1776998314.207566:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51707 00000100:00100000:2.0:1776998314.207579:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3936:17551:x1863313756329472:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.207921:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.207953:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb264819d983 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16e3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40804 expref: 3936 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.207981:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad6e00/0x27b6fb264819d959 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407ef expref: 3935 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.207997:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b25dc00/0x27b6fb264818366a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3706c expref: 3934 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208009:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e3:0x0].0x0 (ffff8d2508d22e00) 00010000:00010000:2.0:1776998314.208022:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.208045:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208060:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208072:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208089:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208098:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208107:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208303:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208314:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.208323:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.208983:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2802, 64 off187584 00010000:00010000:2.0:1776998314.209059:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209074:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209086:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209096:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209106:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209116:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209153:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.209204:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209215:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209224:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209233:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.209238:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209248:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209262:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e3:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998314.209267:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.209271:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209280:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b88b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209298:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209547:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209555:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209562:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.209566:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209574:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209585:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.209589:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.209593:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.209601:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b88ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.209615:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000957ddf9f reply state 000000006591ec9f transno 4295019570 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.209627:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998314.209734:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3935:17551:x1863313756329472:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2155us (2627us total) trans 4295019570 rc 0/0 00000100:00100000:2.0:1776998314.209746:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51707 00010000:00010000:3.0:1776998314.211419:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.211431:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.211442:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.211446:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.211455:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.211470:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e3:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998314.211474:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.211478:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.211486:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b88c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.211509:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.211511:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.211513:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998314.224531:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.224758:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756329728 00000100:00100000:1.0:1776998314.224793:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756329728 00000100:00100000:1.0:1776998314.224850:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16768 00000100:00100000:1.0:1776998314.224862:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3935:17551:x1863313756329728:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.225217:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3936:17551:x1863313756329728:12345-192.168.201.35@tcp:35:rm.0 Request processed in 354us (695us total) trans 4295019571 rc 0/0 00000100:00100000:1.0:1776998314.225228:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16768 00010000:00010000:2.0:1776998314.225426:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225448:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225459:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225467:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.225473:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225482:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225500:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8478d691 (ffff8d250da9e200) 00010000:00010000:2.0:1776998314.225504:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.225510:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.225518:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b88b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8478d691 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.241988:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.242034:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.242090:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.242238:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.242366:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756329984 00000100:00100000:3.0:1776998314.242379:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756329984 00000100:00100000:3.0:1776998314.242455:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756330112 00000100:00100000:3.0:1776998314.242460:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756330112 00000100:00100000:3.0:1776998314.242492:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1411 00000100:00100000:3.0:1776998314.242506:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:369461cb-7f78-4346-9149-8d8e50833e9b+700:2374:x1863313756329984:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:3.0:1776998314.242589:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:369461cb-7f78-4346-9149-8d8e50833e9b+700:2374:x1863313756329984:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 87us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998314.242599:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1411 00000100:00100000:3.0:1776998314.242624:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1412 00000100:00100000:3.0:1776998314.242634:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:369461cb-7f78-4346-9149-8d8e50833e9b+705:2374:x1863313756330112:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:3.0:1776998314.242943:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:369461cb-7f78-4346-9149-8d8e50833e9b+705:2374:x1863313756330112:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 309us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998314.242953:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1412 00000100:00080000:2.0:1776998314.244733:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1776998314.244740:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1776998314.244886:0:5872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756329856 00000100:00100000:1.0:1776998314.244896:0:5872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756329856 00000100:00100000:1.0:1776998314.244961:0:5872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1564 00000100:00100000:1.0:1776998314.244973:0:5872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2374:x1863313756329856:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:0.0:1776998314.244999:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756330368 00000100:00100000:0.0:1776998314.245005:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756330368 00000100:00100000:1.0:1776998314.245027:0:5872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2374:x1863313756329856:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 56us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998314.245038:0:5872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1564 00000100:00100000:0.0:1776998314.245044:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51708 00000100:00100000:0.0:1776998314.245074:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3935:17551:x1863313756330368:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998314.245134:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998314.245202:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5ce00/0x27b6fb26481a18fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17b6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424dd expref: 3935 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.245232:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5d000/0x27b6fb26481a18d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424c8 expref: 3934 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.245250:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250944e800/0x27b6fb2648185343 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37631 expref: 3933 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.245263:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b6:0x0].0x0 (ffff8d2508fe2500) 00010000:00010000:0.0:1776998314.245275:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998314.246201:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.246221:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.246235:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.246256:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.246266:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.246276:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.247324:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.247358:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.247370:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998314.248316:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2809, 64 off187968 00010000:00010000:0.0:1776998314.248393:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248405:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248416:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248426:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248435:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248443:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248462:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.248485:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248493:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248500:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248508:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.248514:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248523:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248536:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b6:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998314.248540:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.248545:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248552:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b88d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248571:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248579:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248586:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248598:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.248601:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248609:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248617:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.248620:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.248623:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.248631:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b88c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998314.248642:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4f792df reply state 00000000326686f1 transno 4295019572 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.248674:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998314.248761:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3934:17551:x1863313756330368:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3686us (6520us total) trans 4295019572 rc 0/0 00000100:00100000:0.0:1776998314.248772:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51708 00010000:00010000:3.0:1776998314.252955:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.252967:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.252981:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.252987:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.253003:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.253023:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b6:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:3.0:1776998314.253028:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.253034:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.253043:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b88dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.253067:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.253070:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.253072:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.270875:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270895:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270905:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270920:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.270926:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270937:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270960:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdd51f7f9 (ffff8d250db54700) 00010000:00010000:0.0:1776998314.270965:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.270971:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.270981:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b88ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd51f7f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.275972:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.276552:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756330624 00000100:00100000:2.0:1776998314.276565:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756330624 00000100:00100000:2.0:1776998314.276919:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16769 00000100:00100000:2.0:1776998314.276935:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3933:17551:x1863313756330624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.280556:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3934:17551:x1863313756330624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3615us (6929us total) trans 4295019573 rc 0/0 00000100:00100000:2.0:1776998314.280572:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16769 00000100:00100000:3.0:1776998314.291499:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.294923:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756330880 00000100:00100000:1.0:1776998314.294939:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756330880 00000100:00100000:1.0:1776998314.295023:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51709 00000100:00100000:1.0:1776998314.295038:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3934:17551:x1863313756330880:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998314.295110:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998314.295143:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f7000/0x27b6fb264819e155 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16fd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b92 expref: 3934 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.299733:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb264819e12b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b7d expref: 3933 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300035:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de89200/0x27b6fb26481839f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37122 expref: 3932 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300050:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16fd:0x0].0x0 (ffff8d2509e7bd00) 00010000:00010000:1.0:1776998314.300064:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998314.300096:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300112:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300125:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300160:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300197:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300206:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300357:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300368:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.300378:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998314.301348:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2803, 64 off187648 00010000:00010000:1.0:1776998314.301427:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301441:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301451:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301461:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301470:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301478:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301511:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.301536:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301545:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301553:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301561:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.301567:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301576:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301587:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16fd:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:1.0:1776998314.301591:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.301596:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301603:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b88f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301622:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301629:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.301641:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302086:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.302094:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302103:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998314.302107:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302115:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302127:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16fd:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:2.0:1776998314.302131:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998314.302134:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302142:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b88f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.302159:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.302162:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.302164:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998314.304009:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.304016:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.304027:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.304043:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.304047:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.304052:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.304060:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.304079:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c97ab6c0 reply state 000000000085b786 transno 4295019574 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.304091:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998314.304229:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3933:17551:x1863313756330880:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9190us (12752us total) trans 4295019574 rc 0/0 00000100:00100000:1.0:1776998314.305087:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51709 00000100:00100000:3.0:1776998314.328848:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.329620:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756331136 00000100:00100000:1.0:1776998314.329910:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756331136 00000100:00100000:1.0:1776998314.329972:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16770 00000100:00100000:1.0:1776998314.329983:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3933:17551:x1863313756331136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.330391:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3934:17551:x1863313756331136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 408us (1536us total) trans 4295019575 rc 0/0 00000100:00100000:1.0:1776998314.330402:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16770 00010000:00010000:2.0:1776998314.335067:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335088:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335100:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335110:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.335117:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335129:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335172:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xab58f2d5 (ffff8d2509e7cd00) 00010000:00010000:2.0:1776998314.335176:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.335183:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.335192:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b88ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab58f2d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.340086:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998314.350577:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.350966:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756331392 00000100:00100000:1.0:1776998314.350979:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756331392 00000100:00100000:1.0:1776998314.351050:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51710 00000100:00100000:1.0:1776998314.351062:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3933:17551:x1863313756331392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998314.351142:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998314.351229:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5c800/0x27b6fb26481a1ac8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17bc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425af expref: 3933 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351260:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5da00/0x27b6fb26481a1a9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4259a expref: 3932 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351276:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e0c9a00/0x27b6fb2648185415 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3765b expref: 3931 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351288:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17bc:0x0].0x0 (ffff8d250880c500) 00010000:00010000:1.0:1776998314.351521:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998314.351547:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351563:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351577:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351599:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351608:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351615:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351775:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351787:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.351795:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998314.352746:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2810, 64 off188032 00010000:00010000:1.0:1776998314.352839:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352852:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352864:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352873:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352881:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352890:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352922:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.352945:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352953:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352961:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352969:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.352974:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352983:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.352994:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17bc:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998314.352997:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.353001:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353008:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b890d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353026:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353038:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353046:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353053:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.353056:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353064:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353074:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.353077:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.353081:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.353089:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b88ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.353099:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad910597 reply state 00000000c72bf97f transno 4295019576 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.353110:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998314.353122:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.353130:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.353137:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.353142:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.353150:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.353161:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17bc:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998314.353164:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.353193:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.353201:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8914 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.353217:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3932:17551:x1863313756331392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2155us (2665us total) trans 4295019576 rc 0/0 00010000:00010000:3.0:1776998314.353218:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.353221:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.353224:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998314.353229:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51710 00010000:00010000:3.0:1776998314.368686:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368707:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368718:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368726:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.368732:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368742:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368761:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x38396047 (ffff8d2509e7c100) 00010000:00010000:3.0:1776998314.368765:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.368770:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.368778:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8906 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x38396047 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.368988:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.369112:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756331648 00000100:00100000:1.0:1776998314.369123:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756331648 00000100:00100000:1.0:1776998314.369515:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16771 00000100:00100000:1.0:1776998314.369532:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d56850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3931:17551:x1863313756331648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.369903:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d56850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3932:17551:x1863313756331648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 374us (918us total) trans 4295019577 rc 0/0 00000100:00100000:1.0:1776998314.369914:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16771 00000100:00100000:0.0:1776998314.381905:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.382062:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756331904 00000100:00100000:2.0:1776998314.382074:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756331904 00000100:00100000:2.0:1776998314.382413:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51711 00000100:00100000:2.0:1776998314.382451:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3932:17551:x1863313756331904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.382538:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.382568:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f55400/0x27b6fb264819c55c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16a0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fedb expref: 3932 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382604:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f0aa00/0x27b6fb264819c532 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fec6 expref: 3931 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382621:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3d0400/0x27b6fb2648182d41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e97 expref: 3930 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382634:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a0:0x0].0x0 (ffff8d25097a7d00) 00010000:00010000:2.0:1776998314.382664:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.382690:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382706:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382717:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382734:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382743:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.382750:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383238:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383249:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383258:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.383896:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2811, 64 off188096 00010000:00010000:2.0:1776998314.383968:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383980:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383990:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.383999:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384007:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384015:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384047:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.384068:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384076:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384083:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384096:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.384101:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384110:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384121:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a0:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998314.384125:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.384129:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384136:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8929 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384154:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384162:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384194:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384201:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.384205:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384213:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384228:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.384231:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.384234:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.384241:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b891b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.384252:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dabeb242 reply state 00000000b0a26566 transno 4295019578 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.384262:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998314.384352:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3931:17551:x1863313756331904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1924us (2454us total) trans 4295019578 rc 0/0 00000100:00100000:2.0:1776998314.384362:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51711 00010000:00010000:3.0:1776998314.385210:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.385219:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.385229:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.385233:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.385256:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.385270:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a0:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998314.385273:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.385277:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.385284:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8930 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.385302:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.385305:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.385307:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.398233:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398271:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398281:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398295:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.398301:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398312:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398332:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcaf54034 (ffff8d250da9e200) 00010000:00010000:3.0:1776998314.398336:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.398342:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.398351:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8922 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcaf54034 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.398592:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.398714:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756332160 00000100:00100000:3.0:1776998314.398726:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756332160 00000100:00100000:3.0:1776998314.398790:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16772 00000100:00100000:3.0:1776998314.398804:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3930:17551:x1863313756332160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998314.399175:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3931:17551:x1863313756332160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 371us (586us total) trans 4295019579 rc 0/0 00000100:00100000:3.0:1776998314.399187:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16772 00000100:00100000:2.0:1776998314.417109:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.417782:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756332416 00000100:00100000:1.0:1776998314.417795:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756332416 00000100:00100000:1.0:1776998314.417872:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51712 00000100:00100000:1.0:1776998314.417885:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3931:17551:x1863313756332416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998314.417960:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998314.417992:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a1200/0x27b6fb264819fe35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x175d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418b2 expref: 3931 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418021:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8c200/0x27b6fb264819fe0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x175d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4189d expref: 3930 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418039:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb2648184718 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x175d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c373c2 expref: 3929 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418052:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x175d:0x0].0x0 (ffff8d2509fa2a00) 00010000:00010000:1.0:1776998314.418064:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998314.418089:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418105:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418117:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418153:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418163:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418474:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418853:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418866:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.418877:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998314.419786:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2804, 64 off187712 00010000:00010000:1.0:1776998314.419861:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419874:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419884:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419893:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419902:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419910:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419928:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.419948:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419956:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419964:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419972:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.419976:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419985:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.419996:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x175d:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998314.420001:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.420005:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420012:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8945 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x175d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420030:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420044:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420051:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420058:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.420061:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420068:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420077:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.420080:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.420083:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.420090:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8937 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.420099:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000066cbbc91 reply state 0000000078035348 transno 4295019580 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.420109:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998314.420437:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3930:17551:x1863313756332416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2552us (3335us total) trans 4295019580 rc 0/0 00000100:00100000:1.0:1776998314.420448:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51712 00010000:00010000:0.0:1776998314.421044:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998314.421053:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.421063:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998314.421067:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.421077:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.421090:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x175d:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:0.0:1776998314.421093:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998314.421097:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.421104:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b894c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x175d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.421123:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.421125:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.421127:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.426906:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426926:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426937:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426945:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.426951:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426961:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426980:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x69440d0e (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998314.426985:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.426990:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.426999:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b893e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69440d0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.434567:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.434830:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756332672 00000100:00100000:3.0:1776998314.434843:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756332672 00000100:00100000:3.0:1776998314.434911:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16773 00000100:00100000:3.0:1776998314.434942:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3929:17551:x1863313756332672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998314.435584:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3930:17551:x1863313756332672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 661us (1027us total) trans 4295019581 rc 0/0 00000100:00100000:3.0:1776998314.435594:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16773 00000100:00100000:0.0:1776998314.451752:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.452090:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756332928 00000100:00100000:1.0:1776998314.452102:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756332928 00000100:00100000:1.0:1776998314.452519:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51713 00000100:00100000:1.0:1776998314.452535:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3930:17551:x1863313756332928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998314.452609:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998314.452664:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d0be00/0x27b6fb264819f74a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1746:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4158d expref: 3930 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452696:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8cb000/0x27b6fb264819f720 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1746:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41578 expref: 3929 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452712:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481843f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1746:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37321 expref: 3928 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452725:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1746:0x0].0x0 (ffff8d250a96ae00) 00010000:00010000:1.0:1776998314.452737:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998314.452763:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452778:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452790:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452808:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452816:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452826:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452962:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452974:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.452984:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998314.453969:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2812, 64 off188160 00010000:00010000:1.0:1776998314.454042:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454056:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454067:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454077:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454085:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454092:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454132:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.454155:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454198:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454207:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454216:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.454221:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454231:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454243:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1746:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998314.454247:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.454252:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454528:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8961 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1746:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454549:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454557:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454564:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454570:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.454575:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454584:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454594:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.454597:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.454601:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.454609:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8953 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.454619:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068f06ec2 reply state 00000000775bc3a5 transno 4295019582 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.454631:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998314.454751:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3929:17551:x1863313756332928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2218us (3007us total) trans 4295019582 rc 0/0 00000100:00100000:1.0:1776998314.454762:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51713 00010000:00010000:3.0:1776998314.455576:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.455585:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.455596:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.455601:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.455612:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.455627:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1746:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998314.455631:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.455636:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.455889:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8968 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1746:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.455910:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.455913:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.455915:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.465546:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465570:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465582:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465592:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.465599:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465617:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465639:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd337d893 (ffff8d2509e7c400) 00010000:00010000:2.0:1776998314.465669:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.465675:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.465684:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b895a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd337d893 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.468467:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.468632:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756333184 00000100:00100000:2.0:1776998314.468666:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756333184 00000100:00100000:2.0:1776998314.471180:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16774 00000100:00100000:2.0:1776998314.471203:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3928:17551:x1863313756333184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.471952:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3929:17551:x1863313756333184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 755us (3492us total) trans 4295019583 rc 0/0 00000100:00100000:2.0:1776998314.471966:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16774 00000100:00100000:3.0:1776998314.490737:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.490852:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756333440 00000100:00100000:2.0:1776998314.490867:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756333440 00000100:00100000:2.0:1776998314.490952:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51714 00000100:00100000:2.0:1776998314.490967:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3929:17551:x1863313756333440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.491045:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.491107:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad2c00/0x27b6fb26481a3627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1817:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43220 expref: 3929 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491164:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da49a00/0x27b6fb26481a35fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1817:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4320b expref: 3928 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491306:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d726200/0x27b6fb2648186086 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1817:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c378d8 expref: 3927 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491324:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1817:0x0].0x0 (ffff8d250deb0800) 00010000:00010000:2.0:1776998314.491339:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.491368:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491389:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491404:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491427:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491439:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491451:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491610:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491625:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.491638:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.492509:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2805, 64 off187776 00010000:00010000:2.0:1776998314.492601:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492618:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492632:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492669:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492680:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492690:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492745:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.492773:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492783:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492792:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492801:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.492808:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492819:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492833:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1817:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998314.492837:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.492843:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492853:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b897d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492878:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492888:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492898:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492907:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.492911:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492922:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.492927:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.492935:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998314.492936:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492939:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.492944:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.492947:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.492953:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.492963:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b896f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.492965:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.492978:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047310e3d reply state 000000005fac055e transno 4295019584 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.492979:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1817:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998314.492983:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.492988:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.492992:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998314.493003:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8984 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.493023:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.493025:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.493028:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998314.493089:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3928:17551:x1863313756333440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2122us (2362us total) trans 4295019584 rc 0/0 00000100:00100000:2.0:1776998314.493102:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51714 00010000:00010000:3.0:1776998314.502748:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502771:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502784:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502795:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.502802:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502814:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502836:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb4e5edb2 (ffff8d250da9e400) 00010000:00010000:3.0:1776998314.502842:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.502848:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.502858:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8976 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4e5edb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.508705:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.509587:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756333696 00000100:00100000:1.0:1776998314.509629:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756333696 00000100:00100000:1.0:1776998314.510012:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16775 00000100:00100000:1.0:1776998314.510030:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3927:17551:x1863313756333696:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.510476:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3928:17551:x1863313756333696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 448us (1780us total) trans 4295019585 rc 0/0 00000100:00100000:1.0:1776998314.510490:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16775 00000100:00100000:1.0:1776998314.521463:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3360:1863313802640128:0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.521564:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998314.521696:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802640640:0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.521742:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998314.521792:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776998314.521802:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6f2575d0-4843-49e3-8914-f2eba146b78c:3360:1863313802640000:0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.521844:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998314.521880:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3360:1863313802640512:0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.521916:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998314.521962:0:5873:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640000 00000100:00100000:1.0:1776998314.521972:0:5873:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640000 00000100:00100000:1.0:1776998314.522033:0:5873:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1776998314.522046:0:5873:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3360:x1863313802640000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.522123:0:5873:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3360:x1863313802640000:12345-0@lo:400:kworker.0 Request processed in 77us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998314.522135:0:5873:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1776998314.522242:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6f2575d0-4843-49e3-8914-f2eba146b78c:3360:1863313802640000:0@lo:400:kworker.0 00000100:00100000:2.0:1776998314.522343:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3361:1863313802640256:0@lo:400:kworker.0 00000100:00100000:2.0:1776998314.522397:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998314.522448:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998314.522458:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802640384:0@lo:400:kworker.0 00000100:00100000:2.0:1776998314.522519:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998314.522571:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640640 00000100:00100000:2.0:1776998314.522578:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640640 00000100:00100000:2.0:1776998314.522631:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640384 00000100:00100000:2.0:1776998314.522637:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640384 00000100:00100000:3.0:1776998314.522853:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640128 00000100:00100000:3.0:1776998314.522862:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640128 00000100:00100000:3.0:1776998314.522909:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640512 00000100:00100000:3.0:1776998314.522914:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640512 00000100:00100000:1.0:1776998314.522930:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640256 00000100:00100000:1.0:1776998314.522937:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640256 00000100:00100000:3.0:1776998314.522952:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1776998314.522963:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1863313802640128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.522968:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:1.0:1776998314.522978:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1863313802640512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998314.523131:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1776998314.523143:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802640640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1776998314.523166:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:1.0:1776998314.523239:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1863313802640512:12345-0@lo:400:kworker.0 Request processed in 258us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998314.523252:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:0.0:1776998314.526393:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802640384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1776998314.526470:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802640384:12345-0@lo:400:kworker.0 Request processed in 90us (3949us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998314.526481:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1776998314.526529:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802640768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1776998314.526575:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998314.526674:0:3361:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970423 gen 2 00000004:00080000:0.0:1776998314.526684:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360ad180, transno 4294970364 00000004:00080000:0.0:1776998314.526709:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e51180, transno 4294970365 00000004:00080000:0.0:1776998314.526713:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360ace00, transno 4294970366 00000004:00080000:0.0:1776998314.526718:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94f480, transno 4294970367 00000004:00080000:0.0:1776998314.526722:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd880, transno 4294970368 00000004:00080000:0.0:1776998314.526727:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5df80, transno 4294970369 00000004:00080000:0.0:1776998314.526731:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263642ca80, transno 4294970370 00000004:00080000:0.0:1776998314.526735:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e52680, transno 4294970371 00000004:00080000:0.0:1776998314.526739:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f20a80, transno 4294970372 00000004:00080000:0.0:1776998314.526743:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedea00, transno 4294970373 00000004:00080000:0.0:1776998314.526748:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bede680, transno 4294970374 00000004:00080000:0.0:1776998314.526752:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5c000, transno 4294970375 00000004:00080000:0.0:1776998314.526756:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d966a00, transno 4294970376 00000004:00080000:0.0:1776998314.526759:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f20700, transno 4294970377 00000004:00080000:0.0:1776998314.526763:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964380, transno 4294970378 00000004:00080000:0.0:1776998314.526766:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964000, transno 4294970379 00000004:00080000:0.0:1776998314.526770:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368ddc00, transno 4294970380 00000004:00080000:0.0:1776998314.526774:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964700, transno 4294970381 00000004:00080000:0.0:1776998314.526780:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368df480, transno 4294970382 00000004:00080000:0.0:1776998314.526783:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d966680, transno 4294970383 00000004:00080000:0.0:1776998314.526788:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d965880, transno 4294970384 00000004:00080000:0.0:1776998314.526792:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368dc700, transno 4294970385 00000004:00080000:0.0:1776998314.526796:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636511f80, transno 4294970386 00000004:00080000:0.0:1776998314.526800:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d500, transno 4294970387 00000004:00080000:0.0:1776998314.526804:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1f100, transno 4294970388 00000004:00080000:0.0:1776998314.526807:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1c700, transno 4294970389 00000004:00080000:0.0:1776998314.526811:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1fb80, transno 4294970390 00000004:00080000:0.0:1776998314.526814:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d880, transno 4294970391 00000004:00080000:0.0:1776998314.526818:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94c700, transno 4294970392 00000004:00080000:0.0:1776998314.526822:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d180, transno 4294970393 00000004:00080000:0.0:1776998314.526826:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbc700, transno 4294970394 00000004:00080000:0.0:1776998314.526831:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbd880, transno 4294970395 00000004:00080000:0.0:1776998314.526835:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbce00, transno 4294970396 00000004:00080000:0.0:1776998314.526839:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbdc00, transno 4294970397 00000004:00080000:0.0:1776998314.526842:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250db79f80, transno 4294970398 00000004:00080000:0.0:1776998314.526846:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedce00, transno 4294970399 00000004:00080000:0.0:1776998314.526850:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8700, transno 4294970400 00000004:00080000:0.0:1776998314.526853:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a9f80, transno 4294970401 00000004:00080000:0.0:1776998314.526857:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd180, transno 4294970402 00000004:00080000:0.0:1776998314.526861:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbea00, transno 4294970403 00000004:00080000:0.0:1776998314.526866:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedf100, transno 4294970404 00000004:00080000:0.0:1776998314.526870:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bede300, transno 4294970405 00000004:00080000:0.0:1776998314.526874:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5ed80, transno 4294970406 00000004:00080000:0.0:1776998314.526878:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5ca80, transno 4294970407 00000004:00080000:0.0:1776998314.526882:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ed80, transno 4294970408 00000004:00080000:0.0:1776998314.526886:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc52680, transno 4294970409 00000004:00080000:0.0:1776998314.526890:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0e300, transno 4294970410 00000004:00080000:0.0:1776998314.526895:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0dc00, transno 4294970411 00000004:00080000:0.0:1776998314.526898:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f23800, transno 4294970412 00000004:00080000:0.0:1776998314.526903:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ca80, transno 4294970413 00000004:00080000:0.0:1776998314.526907:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636479f80, transno 4294970414 00000004:00080000:0.0:1776998314.526912:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc53800, transno 4294970415 00000004:00080000:0.0:1776998314.526916:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891dc00, transno 4294970416 00000004:00080000:0.0:1776998314.526919:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891f480, transno 4294970417 00000004:00080000:0.0:1776998314.526923:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509ed1c00, transno 4294970418 00000004:00080000:0.0:1776998314.526927:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891df80, transno 4294970419 00000004:00080000:0.0:1776998314.526931:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a002d80, transno 4294970420 00000004:00080000:0.0:1776998314.526935:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509ed1180, transno 4294970421 00000004:00080000:0.0:1776998314.526939:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509ed3b80, transno 4294970422 00000004:00080000:0.0:1776998314.526943:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ed80, transno 4294970423 00000100:00100000:0.0:1776998314.526954:0:3361:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d264127c700 x1863313802623104/t4294970424(4294970424) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1776998314.526974:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802640384:0@lo:400:kworker.0 00000100:00100000:0.0:1776998314.527033:0:6668:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640768 00000100:00100000:0.0:1776998314.527040:0:6668:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640768 00000100:00100000:0.0:1776998314.527091:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1776998314.527102:0:6668:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3361:x1863313802640768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1776998314.527141:0:6668:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30081024 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1776998314.527216:0:6668:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3361:x1863313802640768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998314.527226:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000004:00080000:0.0:1776998314.528032:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 37 changes, 33 in progress, 0 in flight, 60 done 00000100:00100000:0.0:1776998314.528076:0:3361:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970588 gen 2 00000004:00080000:0.0:1776998314.528084:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4e00, transno 4294970544 00000004:00080000:0.0:1776998314.528099:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d7100, transno 4294970545 00000004:00080000:0.0:1776998314.528104:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da95f80, transno 4294970546 00000004:00080000:0.0:1776998314.528108:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4000, transno 4294970547 00000004:00080000:0.0:1776998314.528112:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d5f80, transno 4294970548 00000004:00080000:0.0:1776998314.528116:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4380, transno 4294970549 00000004:00080000:0.0:1776998314.528120:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d261248aa00, transno 4294970550 00000004:00080000:0.0:1776998314.528123:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da94a80, transno 4294970551 00000004:00080000:0.0:1776998314.528127:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d6300, transno 4294970552 00000004:00080000:0.0:1776998314.528131:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d261248b100, transno 4294970553 00000004:00080000:0.0:1776998314.528134:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897e680, transno 4294970554 00000004:00080000:0.0:1776998314.528138:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897ea00, transno 4294970555 00000004:00080000:0.0:1776998314.528141:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2612489500, transno 4294970556 00000004:00080000:0.0:1776998314.528145:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897c000, transno 4294970557 00000004:00080000:0.0:1776998314.528149:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897d180, transno 4294970558 00000004:00080000:0.0:1776998314.528153:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d261248bb80, transno 4294970559 00000004:00080000:0.0:1776998314.528157:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2612488000, transno 4294970560 00000004:00080000:0.0:1776998314.528161:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897df80, transno 4294970561 00000004:00080000:0.0:1776998314.528165:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360aca80, transno 4294970562 00000004:00080000:0.0:1776998314.528200:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a000000, transno 4294970563 00000004:00080000:0.0:1776998314.528435:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509ed0700, transno 4294970564 00000004:00080000:0.0:1776998314.528438:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0e300, transno 4294970565 00000004:00080000:0.0:1776998314.528442:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250beddc00, transno 4294970566 00000004:00080000:0.0:1776998314.528445:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360ac700, transno 4294970567 00000004:00080000:0.0:1776998314.528450:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c05180, transno 4294970568 00000004:00080000:0.0:1776998314.528453:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d264127fb80, transno 4294970569 00000004:00080000:0.0:1776998314.528457:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2ce00, transno 4294970570 00000004:00080000:0.0:1776998314.528460:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2f800, transno 4294970571 00000004:00080000:0.0:1776998314.528464:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d264127e680, transno 4294970572 00000004:00080000:0.0:1776998314.528468:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedc700, transno 4294970573 00000004:00080000:0.0:1776998314.528471:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360af800, transno 4294970574 00000004:00080000:0.0:1776998314.528475:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c06a00, transno 4294970575 00000004:00080000:0.0:1776998314.528478:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c04a80, transno 4294970576 00000004:00080000:0.0:1776998314.528481:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f8b9f80, transno 4294970577 00000004:00080000:0.0:1776998314.528485:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c05c00, transno 4294970578 00000004:00080000:0.0:1776998314.528489:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbc000, transno 4294970579 00000004:00080000:0.0:1776998314.528493:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d905500, transno 4294970580 00000004:00080000:0.0:1776998314.528496:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263642ed80, transno 4294970581 00000004:00080000:0.0:1776998314.528500:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978ad80, transno 4294970582 00000004:00080000:0.0:1776998314.528503:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f8b9500, transno 4294970583 00000004:00080000:0.0:1776998314.528506:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263642fb80, transno 4294970584 00000004:00080000:0.0:1776998314.528509:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d905180, transno 4294970585 00000004:00080000:0.0:1776998314.528512:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d905880, transno 4294970586 00000004:00080000:0.0:1776998314.528516:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d906a00, transno 4294970587 00000004:00080000:0.0:1776998314.528520:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f8ba680, transno 4294970588 00000100:00100000:0.0:1776998314.528536:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802640768:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1776998314.528870:0:7694:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 33 changes, 0 in progress, 0 in flight, 45 done 00000100:00100000:0.0:1776998314.528902:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:0.0:1776998314.528918:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1863313802640256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1776998314.528996:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1863313802640256:12345-0@lo:400:kworker.0 Request processed in 81us (6598us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998314.529006:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00100000:0.0:1776998314.529054:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3361:1863313802640256:0@lo:400:kworker.0 00000100:00100000:3.0:1776998314.530027:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1863313802640128:12345-0@lo:400:kworker.0 Request processed in 7061us (8460us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998314.530062:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00080000:3.0:1776998314.532266:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1776998314.532275:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1776998314.532279:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1776998314.536682:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802640640:12345-0@lo:400:kworker.0 Request processed in 13530us (14928us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998314.536703:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1776998314.538115:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.538213:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756333952 00000100:00100000:3.0:1776998314.538226:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756333952 00000100:00100000:3.0:1776998314.538318:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51715 00000100:00100000:3.0:1776998314.538333:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3928:17551:x1863313756333952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.538414:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998314.538452:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df60400/0x27b6fb264819d24b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16cb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404bc expref: 3928 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538511:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb264819d221 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16cb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404a7 expref: 3927 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538537:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfc00/0x27b6fb2648183322 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36fc4 expref: 3926 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538555:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16cb:0x0].0x0 (ffff8d250d0bdd00) 00010000:00010000:3.0:1776998314.538570:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998314.538581:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3360:1863313802640512:0@lo:400:kworker.0 00010000:00010000:3.0:1776998314.538600:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538621:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538637:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538683:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538695:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538707:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538875:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538889:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.538900:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.539941:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3360:1863313802640128:0@lo:400:kworker.0 00000100:00100000:1.0:1776998314.539963:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802640640:0@lo:400:kworker.0 00000040:00080000:3.0:1776998314.539966:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2806, 64 off187840 00010000:00010000:3.0:1776998314.540051:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.540068:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.540092:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.540104:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.540113:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.540124:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540467:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998314.540497:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540509:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540520:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540530:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.540537:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540549:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540568:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16cb:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:1.0:1776998314.540573:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998314.540578:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540587:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b8999 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540662:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540674:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540691:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540699:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998314.540704:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540713:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540726:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998314.540730:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998314.540734:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998314.540742:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b898b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998314.540756:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab45438d reply state 00000000c23ce472 transno 4295019586 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.540770:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998314.540880:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3927:17551:x1863313756333952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2549us (2768us total) trans 4295019586 rc 0/0 00000100:00100000:1.0:1776998314.540893:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51715 00010000:00010000:3.0:1776998314.549787:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.549805:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.549821:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.549828:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.549843:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.549868:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16cb:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998314.549873:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.549881:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.549889:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.549927:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.549930:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.549932:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998314.557364:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998314.557629:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557908:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557922:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557931:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.557937:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557949:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557972:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x29904f2f (ffff8d250da6bd00) 00010000:00010000:2.0:1776998314.557978:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.557984:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.557994:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b8992 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29904f2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.558425:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756334208 00000100:00100000:3.0:1776998314.558438:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756334208 00000100:00100000:3.0:1776998314.559581:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16776 00000100:00100000:2.0:1776998314.560041:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3926:17551:x1863313756334208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.560464:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3927:17551:x1863313756334208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 867us (3130us total) trans 4295019587 rc 0/0 00000100:00100000:2.0:1776998314.565325:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16776 00000100:00100000:2.0:1776998314.588390:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998314.588618:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756334464 00000100:00100000:0.0:1776998314.589015:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756334464 00000100:00100000:0.0:1776998314.589105:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51716 00000100:00100000:0.0:1776998314.589121:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3927:17551:x1863313756334464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998314.589192:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998314.589225:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d41f600/0x27b6fb26481a11c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x179e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42195 expref: 3927 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.589256:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f5000/0x27b6fb26481a1198 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x179e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42180 expref: 3926 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.589278:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e0c8800/0x27b6fb2648184ffb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x179e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37589 expref: 3925 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.589306:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x179e:0x0].0x0 (ffff8d250d0a0400) 00010000:00010000:0.0:1776998314.589319:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998314.590995:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591019:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591036:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591061:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591072:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591081:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591218:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591231:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.591242:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998314.595409:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2813, 64 off188224 00010000:00010000:0.0:1776998314.595507:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595529:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595544:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595556:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595565:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595574:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595595:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.595944:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595956:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595965:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595973:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.595979:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.595990:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596006:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x179e:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998314.596011:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.596016:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596024:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b89b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596050:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596058:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596073:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596079:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.596084:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596092:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596101:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.596104:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.596108:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.596116:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b89a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998314.596129:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba0e2e43 reply state 0000000020ed515e transno 4295019588 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.596143:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998314.596269:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3926:17551:x1863313756334464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 7147us (7884us total) trans 4295019588 rc 0/0 00000100:00100000:0.0:1776998314.596282:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51716 00010000:00010000:2.0:1776998314.600375:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.600389:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.600402:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998314.600408:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.600419:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.600439:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x179e:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:2.0:1776998314.600443:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998314.600449:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.600458:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b89bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.600486:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.600489:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.600492:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998314.605065:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.605157:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756334720 00000100:00100000:2.0:1776998314.605185:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756334720 00000100:00100000:2.0:1776998314.605246:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16777 00000100:00100000:2.0:1776998314.605259:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d54050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3926:17551:x1863313756334720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.605899:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d54050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3927:17551:x1863313756334720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 640us (841us total) trans 4295019589 rc 0/0 00000100:00100000:2.0:1776998314.605910:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16777 00010000:00010000:3.0:1776998314.606492:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606508:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606517:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606525:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.606530:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606540:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606559:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9d20ecbd (ffff8d250db54700) 00010000:00010000:3.0:1776998314.606563:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.606569:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.606577:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b89ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9d20ecbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.621418:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.621690:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756334976 00000100:00100000:2.0:1776998314.621703:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756334976 00000100:00100000:2.0:1776998314.621778:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51717 00000100:00100000:2.0:1776998314.621792:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3926:17551:x1863313756334976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.621863:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.621892:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e08400/0x27b6fb264819720b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x158b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8fc expref: 3926 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621913:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e08c00/0x27b6fb26481971e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x158b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8e7 expref: 3925 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621925:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088bee00/0x27b6fb2648180762 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x158b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36704 expref: 3924 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621935:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x158b:0x0].0x0 (ffff8d2503402800) 00010000:00010000:2.0:1776998314.621944:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.621964:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621975:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621985:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.621998:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622004:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622010:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622135:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622152:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622161:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.622876:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2807, 64 off187904 00010000:00010000:2.0:1776998314.622941:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622954:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622965:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622976:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622985:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.622995:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623018:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.623042:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623050:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623064:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623072:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.623077:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623086:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623097:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x158b:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998314.623101:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.623106:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623113:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b89d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x158b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623132:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623141:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623148:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623154:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.623157:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623205:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623215:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.623219:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.623223:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.623230:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b89c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.623241:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3f507a9 reply state 00000000d24f0fbc transno 4295019590 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.623252:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998314.623341:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3925:17551:x1863313756334976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1549us (1929us total) trans 4295019590 rc 0/0 00000100:00100000:2.0:1776998314.623352:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51717 00010000:00010000:0.0:1776998314.624112:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998314.624121:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.624135:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998314.624140:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.624148:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.624160:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x158b:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:0.0:1776998314.624163:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998314.624206:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.624215:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b89d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x158b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.624233:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.624235:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.624238:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.637512:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637533:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637543:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637551:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.637557:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637574:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637594:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x51c75c58 (ffff8d250da9e400) 00010000:00010000:2.0:1776998314.637598:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.637603:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.637611:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x51c75c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.639552:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.639684:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756335232 00000100:00100000:2.0:1776998314.639697:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756335232 00000100:00100000:2.0:1776998314.639756:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16778 00000100:00100000:2.0:1776998314.639769:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3924:17551:x1863313756335232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.640115:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3925:17551:x1863313756335232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 346us (567us total) trans 4295019591 rc 0/0 00000100:00100000:2.0:1776998314.640125:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16778 00000100:00100000:0.0:1776998314.655226:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.655931:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756335488 00000100:00100000:3.0:1776998314.655944:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756335488 00000100:00100000:3.0:1776998314.656021:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51718 00000100:00100000:3.0:1776998314.656034:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3925:17551:x1863313756335488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.656105:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998314.656136:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2fe000/0x27b6fb2648191758 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x145e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3afc0 expref: 3925 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.656161:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145e:0x0].0x0 (ffff8d26214aa100) 00010000:00010000:3.0:1776998314.658454:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c1f200/0x27b6fb2648197124 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1588:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d893 expref: 3924 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658484:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd6a00/0x27b6fb26481970fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1588:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d87e expref: 3923 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658502:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509255c00/0x27b6fb26481806f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1588:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c366ef expref: 3922 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658514:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1588:0x0].0x0 (ffff8d2509690100) 00010000:00010000:3.0:1776998314.658526:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998314.658554:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658571:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658583:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658622:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658634:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.658686:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.659118:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.659129:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.659138:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.664957:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2814, 64 off188288 00010000:00010000:2.0:1776998314.665049:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665071:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665085:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665096:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665105:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665114:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665145:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.665203:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665213:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665221:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665229:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.665235:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665246:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665260:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1588:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998314.665264:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.665270:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665278:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b89ed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1588:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665305:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665314:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665322:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665328:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.665332:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665340:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665350:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.665354:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.665357:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.665364:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b89df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.665377:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008514ff98 reply state 000000002efe7062 transno 4295019592 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.665389:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998314.665504:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756335488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9468us (10342us total) trans 4295019592 rc 0/0 00000100:00100000:2.0:1776998314.665522:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51718 00010000:00010000:3.0:1776998314.666145:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.666154:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.666163:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.666199:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.666210:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.666222:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1588:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998314.666226:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.666230:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.666243:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b89f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1588:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.666262:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.666264:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.666267:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.679509:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679531:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679542:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679551:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.679556:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679566:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679585:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe04cf898 (ffff8d250da6b100) 00010000:00010000:3.0:1776998314.679590:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.679611:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.679620:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b89e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe04cf898 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.682150:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998314.682286:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756335744 00000100:00100000:1.0:1776998314.682299:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756335744 00000100:00100000:1.0:1776998314.682384:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16779 00000100:00100000:1.0:1776998314.682399:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3922:17551:x1863313756335744:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.686447:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756335744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4042us (4296us total) trans 4295019593 rc 0/0 00000100:00100000:1.0:1776998314.686463:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16779 00000100:00100000:2.0:1776998314.728973:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998314.729748:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756336000 00000100:00100000:0.0:1776998314.729761:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756336000 00000100:00100000:0.0:1776998314.729844:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51719 00000100:00100000:0.0:1776998314.729858:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998314.729931:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998314.729966:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976fe00/0x27b6fb264818e230 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13ad:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3979b expref: 3923 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.729995:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d34600/0x27b6fb264817c608 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c359f2 expref: 3922 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730010:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ad:0x0].0x0 (ffff8d2636437c00) 00010000:00010000:0.0:1776998314.730022:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998314.730047:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730064:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730077:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730094:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730104:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730112:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730321:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730353:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.730364:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998314.731337:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2808, 64 off187968 00010000:00010000:0.0:1776998314.731411:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731425:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731435:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731446:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731455:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731462:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731494:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.731516:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731525:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731533:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731541:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.731546:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731555:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731568:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ad:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998314.731572:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.731576:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731584:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731602:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731610:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731617:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731623:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.731626:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731662:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731674:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.731679:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.731682:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.731690:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b89fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.731707:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:0.0:1776998314.731710:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e51a90d reply state 00000000ffc0753f transno 4295019594 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.731717:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.731721:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998314.731726:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.731730:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.731738:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.731750:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13ad:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998314.731753:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.732054:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.732062:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.732079:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.732081:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.732084:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998314.732117:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2260us (3153us total) trans 4295019594 rc 0/0 00000100:00100000:0.0:1776998314.732129:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51719 00000100:00100000:1.0:1776998314.769333:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998314.771665:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756336256 00000100:00100000:0.0:1776998314.771681:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756336256 00000100:00100000:0.0:1776998314.771771:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16780 00000100:00100000:0.0:1776998314.771788:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998314.772242:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3924:17551:x1863313756336256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 457us (2918us total) trans 4295019595 rc 0/0 00000100:00100000:0.0:1776998314.772271:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16780 00000100:00100000:1.0:1776998314.780337:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998314.780506:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780522:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780533:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780541:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.780547:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780557:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780578:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdbac611 (ffff8d250db54600) 00010000:00010000:2.0:1776998314.780583:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.780589:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.780597:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8a02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbac611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.782068:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756336512 00000100:00100000:0.0:1776998314.782082:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756336512 00000100:00100000:0.0:1776998314.782197:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51720 00000100:00100000:0.0:1776998314.782212:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998314.782283:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998314.782309:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d5ed400/0x27b6fb264818d40d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x137e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3912e expref: 3923 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782337:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ddd600/0x27b6fb264817bf9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c358a9 expref: 3922 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782350:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff8d2509c66d00) 00010000:00010000:0.0:1776998314.782361:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998314.782386:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782402:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782415:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782432:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782441:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782449:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782582:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782594:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.782604:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998314.783334:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2815, 64 off188352 00000004:00080000:0.0:1776998314.783347:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4025575175851ns, next at 4026575172151ns, rc = 0 00010000:00010000:0.0:1776998314.783422:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783440:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783451:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783460:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783469:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783478:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783516:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998314.783538:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783546:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783555:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783563:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.783568:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783577:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783595:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff8d250db54900) 00010000:00010000:0.0:1776998314.783599:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998314.783603:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783612:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8a25 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783632:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783952:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783960:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783967:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998314.783971:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783980:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.783992:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998314.783996:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998314.784000:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.784008:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8a17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998314.784025:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079260c31 reply state 00000000df4cbd80 transno 4295019596 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998314.784038:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998314.784132:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1922us (3804us total) trans 4295019596 rc 0/0 00000100:00100000:0.0:1776998314.784143:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51720 00010000:00010000:3.0:1776998314.786559:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.786570:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.786582:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.786587:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.786599:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.786615:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff8d250db54900) 00010000:00010000:3.0:1776998314.786620:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.786625:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.786656:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8a2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.786679:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.786681:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.786684:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.794845:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794867:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794887:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794897:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.794904:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794916:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794939:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd02d1b11 (ffff8d250db54500) 00010000:00010000:3.0:1776998314.794945:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.794951:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.794961:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8a1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd02d1b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.799352:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.800590:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756336768 00000100:00100000:3.0:1776998314.800619:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756336768 00000100:00100000:3.0:1776998314.800735:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16781 00000100:00100000:3.0:1776998314.800751:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3922:17551:x1863313756336768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998314.801110:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756336768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 362us (1767us total) trans 4295019597 rc 0/0 00000100:00100000:3.0:1776998314.801121:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16781 00000100:00100000:1.0:1776998314.817884:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.819536:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756337024 00000100:00100000:2.0:1776998314.819547:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756337024 00000100:00100000:2.0:1776998314.819612:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51721 00000100:00100000:2.0:1776998314.819626:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3923:17551:x1863313756337024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.821020:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.821056:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094fd200/0x27b6fb26481a7f8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4537c expref: 3923 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821086:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdedc00/0x27b6fb26481a7f61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45367 expref: 3922 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821189:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e04600/0x27b6fb26481881e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37f84 expref: 3921 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821208:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190b:0x0].0x0 (ffff8d250db33500) 00010000:00010000:2.0:1776998314.821222:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.821247:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821263:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821276:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821295:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821304:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821312:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821454:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821467:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.821477:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998314.832161:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2816, 64 off188416 00010000:00010000:3.0:1776998314.832265:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832289:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832304:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832315:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832324:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832333:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832355:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998314.832382:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832424:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832432:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832440:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.832445:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832454:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832470:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190b:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998314.832474:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998314.832479:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832486:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a41 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x190b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832511:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832520:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832529:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832536:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.832541:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832550:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832559:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998314.832562:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.832566:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.832574:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998314.832586:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d12dbed7 reply state 0000000019c4d46f transno 4295019598 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998314.832598:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998314.832751:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3922:17551:x1863313756337024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13123us (14872us total) trans 4295019598 rc 0/0 00000100:00100000:3.0:1776998314.832763:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51721 00010000:00010000:0.0:1776998314.837779:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998314.837794:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.837809:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998314.837814:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.837825:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.837845:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190b:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:0.0:1776998314.837849:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998314.837854:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.837861:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8a48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x190b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998314.837885:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.837887:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998314.837889:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.843100:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.843120:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.843130:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.843140:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.843146:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.843155:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.844467:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2c6293ab (ffff8d250da9e400) 00010000:00010000:2.0:1776998314.844488:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.844496:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.844508:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2c6293ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.844685:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.844792:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756337280 00000100:00100000:3.0:1776998314.844805:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756337280 00000100:00100000:3.0:1776998314.844876:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16782 00000100:00100000:3.0:1776998314.844890:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756337280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.866949:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3922:17551:x1863313756337280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 22050us (22258us total) trans 4295019599 rc 0/0 00000100:00100000:2.0:1776998314.866965:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16782 00000100:00100000:1.0:1776998314.888509:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.890222:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756337536 00000100:00100000:2.0:1776998314.890234:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756337536 00000100:00100000:2.0:1776998314.890313:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51722 00000100:00100000:2.0:1776998314.890327:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3922:17551:x1863313756337536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.890419:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998314.890452:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e351000/0x27b6fb26481a810c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1910:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4542b expref: 3922 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890482:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e352400/0x27b6fb26481a80e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1910:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45416 expref: 3921 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890501:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bca5c00/0x27b6fb2648188291 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1910:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37fa7 expref: 3920 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890518:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1910:0x0].0x0 (ffff8d25094ece00) 00010000:00010000:2.0:1776998314.890531:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.890557:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890575:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890588:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890610:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890620:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890628:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890789:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890802:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.890812:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.891492:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2809, 64 off188032 00010000:00010000:2.0:1776998314.891571:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891585:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891595:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891605:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891613:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891622:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.891988:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.892016:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892026:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892036:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892044:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.892049:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892060:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892073:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1910:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998314.892078:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998314.892082:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892091:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8a5d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1910:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892111:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892125:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892134:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892142:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.892146:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892155:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892164:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.892209:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.892215:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.892224:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870c00/0x27b6fb26481b8a4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.892238:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086fcb1cf reply state 000000006a6e888c transno 4295019600 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.892249:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998314.892338:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756337536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2011us (3838us total) trans 4295019600 rc 0/0 00000100:00100000:2.0:1776998314.892348:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51722 00010000:00010000:3.0:1776998314.893235:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998314.893245:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.893254:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.893259:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.893268:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.893280:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1910:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998314.893283:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.893287:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.893296:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8a64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1910:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.893313:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.893316:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.893318:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998314.903694:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998314.905301:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905320:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905330:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905337:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.905342:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905353:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905380:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xab45d0c5 (ffff8d250da9e400) 00010000:00010000:3.0:1776998314.905385:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998314.905390:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.905398:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871600/0x27b6fb26481b8a56 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab45d0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.912416:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756337792 00000100:00100000:1.0:1776998314.912434:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756337792 00000100:00100000:1.0:1776998314.912539:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16783 00000100:00100000:1.0:1776998314.912553:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3d1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3920:17551:x1863313756337792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998314.913279:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3d1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756337792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 727us (9592us total) trans 4295019601 rc 0/0 00000100:00100000:1.0:1776998314.913291:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16783 00000100:00100000:1.0:1776998314.925607:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.925789:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756338048 00000100:00100000:2.0:1776998314.925802:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756338048 00000100:00100000:2.0:1776998314.925882:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51723 00000100:00100000:2.0:1776998314.925898:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756338048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998314.925974:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998314.926008:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d190400/0x27b6fb26481902c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1419:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a666 expref: 3921 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928105:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dac1400/0x27b6fb264817d4cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35ce6 expref: 3920 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928131:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1419:0x0].0x0 (ffff8d250905fe00) 00010000:00010000:2.0:1776998314.928144:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998314.928175:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928193:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928262:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928284:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928294:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.928303:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.931312:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.931346:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.931360:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998314.932427:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2810, 64 off188096 00010000:00010000:2.0:1776998314.932501:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932516:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932527:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932536:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932545:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932553:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932587:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998314.932613:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932623:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932660:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932667:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998314.932671:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998314.932672:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.932679:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932682:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.932721:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998314.932725:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.932731:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1419:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998314.932735:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998314.937992:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.938026:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1419:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998314.938030:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998314.938037:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.938047:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8a80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1419:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.938071:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.938074:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998314.938077:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998314.942426:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942450:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8a79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942515:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942526:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942536:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942544:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.942549:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942566:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942585:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998314.942895:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.942902:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.942911:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8a6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998314.942925:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbf6a701 reply state 0000000032049bdf transno 4295019602 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998314.942936:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998314.943153:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756338048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17251us (17550us total) trans 4295019602 rc 0/0 00000100:00100000:3.0:1776998314.943166:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51723 00010000:00010000:2.0:1776998314.959808:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959829:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959839:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959847:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998314.959852:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959862:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959889:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x46721c90 (ffff8d250da9e500) 00010000:00010000:2.0:1776998314.959894:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998314.959899:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998314.959908:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8a72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x46721c90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998314.970295:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998314.970804:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756338304 00000100:00100000:2.0:1776998314.970816:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756338304 00000100:00100000:2.0:1776998314.970886:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16784 00000100:00100000:2.0:1776998314.970899:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3920:17551:x1863313756338304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998314.972055:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756338304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1156us (1767us total) trans 4295019603 rc 0/0 00000100:00100000:2.0:1776998314.972066:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16784 00000100:00100000:1.0:1776998314.989983:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998314.991441:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756338560 00000100:00100000:3.0:1776998314.991456:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756338560 00000100:00100000:3.0:1776998314.991551:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51724 00000100:00100000:3.0:1776998314.991566:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3921:17551:x1863313756338560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998314.991692:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998314.991724:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088dde00/0x27b6fb26481b1d74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b43 expref: 3921 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.991754:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481b1d4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b2e expref: 3920 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993203:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb264818c9c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38de6 expref: 3919 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993221:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b18:0x0].0x0 (ffff8d2509f4ce00) 00010000:00010000:3.0:1776998314.993235:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998314.993264:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993281:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993295:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993313:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993325:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993334:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993489:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993503:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998314.993514:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998315.004696:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2811, 64 off188160 00010000:00010000:0.0:1776998315.004803:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004827:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004844:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004857:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004867:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004876:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004903:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998315.004933:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004942:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004951:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004959:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.004965:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004976:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.004993:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b18:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:0.0:1776998315.004998:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998315.005003:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005012:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8a95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005036:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005044:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005052:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005058:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.005062:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005071:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005081:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998315.005085:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.005088:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.005096:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8a87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998315.005115:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028282301 reply state 00000000d990e0f9 transno 4295019604 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.005127:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998315.005257:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3920:17551:x1863313756338560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13690us (15277us total) trans 4295019604 rc 0/0 00000100:00100000:0.0:1776998315.005270:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51724 00010000:00010000:3.0:1776998315.005490:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.005499:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.005509:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.005513:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.005523:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.005535:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b18:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998315.005538:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.005542:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.005555:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8a9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.005572:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.005574:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.005577:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.014096:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014132:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014144:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014154:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.014160:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014205:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014227:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x26d3c4a0 (ffff8d250da6b100) 00010000:00010000:0.0:1776998315.014232:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.014238:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.014247:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8a8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x26d3c4a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.015924:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.017029:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756338816 00000100:00100000:3.0:1776998315.017065:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756338816 00000100:00100000:3.0:1776998315.017144:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16785 00000100:00100000:3.0:1776998315.017158:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3919:17551:x1863313756338816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998315.017602:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3920:17551:x1863313756338816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 445us (1683us total) trans 4295019605 rc 0/0 00000100:00100000:3.0:1776998315.017614:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16785 00000100:00100000:3.0:1776998315.030249:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.031868:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756339072 00000100:00100000:2.0:1776998315.031883:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756339072 00000100:00100000:2.0:1776998315.031970:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51725 00000100:00100000:2.0:1776998315.031986:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3920:17551:x1863313756339072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.032086:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998315.032140:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0dd400/0x27b6fb26481917a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x145f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3afe3 expref: 3920 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032246:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145f:0x0].0x0 (ffff8d2509c67800) 00010000:00010000:2.0:1776998315.032266:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b3bbe00/0x27b6fb264818efce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13da:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc9 expref: 3919 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032298:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092ace00/0x27b6fb264817cc2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35b2d expref: 3918 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032313:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13da:0x0].0x0 (ffff8d2509c66700) 00010000:00010000:2.0:1776998315.032325:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.032352:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032370:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032384:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032404:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032415:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032425:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032570:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032583:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.032594:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.033581:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2817, 64 off188480 00010000:00010000:2.0:1776998315.033689:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.033990:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034003:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034014:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034022:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034030:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034055:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.034081:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034090:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034098:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034106:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.034112:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034122:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034134:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13da:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998315.034139:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.034144:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034152:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8ab1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034199:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034208:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034215:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034222:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.034225:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034233:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034242:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.034246:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.034250:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.034264:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8aa3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.034275:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cd278ec reply state 00000000ea4a8d3e transno 4295019606 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.034287:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.034605:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3919:17551:x1863313756339072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2622us (4366us total) trans 4295019606 rc 0/0 00000100:00100000:3.0:1776998315.035566:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802640896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1776998315.035628:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998315.036504:0:13676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802640896 00000100:00100000:0.0:1776998315.036513:0:13676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802640896 00000100:00100000:0.0:1776998315.036572:0:13676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1776998315.036584:0:13676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802640896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1776998315.036620:0:13676:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 28770304 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1776998315.036692:0:13676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802640896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998315.036702:0:13676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00010000:00010000:1.0:1776998315.037095:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998315.037105:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.037117:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998315.037121:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.037131:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.037147:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13da:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:1.0:1776998315.037151:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998315.037156:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.037164:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8ab8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.037461:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.037464:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.037484:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998315.038456:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802640896:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1776998315.046528:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046552:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046564:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046573:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.046580:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046591:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046614:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb84fb667 (ffff8d250da9e500) 00010000:00010000:3.0:1776998315.046620:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.046625:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.046659:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8aaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb84fb667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.047749:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51725 00000100:00100000:3.0:1776998315.055802:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.056104:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756339328 00000100:00100000:2.0:1776998315.056133:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756339328 00000100:00100000:2.0:1776998315.056221:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16786 00000100:00100000:2.0:1776998315.056235:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3918:17551:x1863313756339328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.056663:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3919:17551:x1863313756339328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 429us (868us total) trans 4295019607 rc 0/0 00000100:00100000:2.0:1776998315.056675:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16786 00000100:00100000:0.0:1776998315.067744:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.068084:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756339584 00000100:00100000:3.0:1776998315.068099:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756339584 00000100:00100000:1.0:1776998315.069629:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51726 00000100:00100000:1.0:1776998315.069677:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3919:17551:x1863313756339584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.069745:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.070069:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509322a00/0x27b6fb26481b0feb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1aeb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4951c expref: 3919 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070098:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b0fc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aeb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49507 expref: 3918 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070113:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d180600/0x27b6fb264818c39e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38cab expref: 3917 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070125:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aeb:0x0].0x0 (ffff8d250dc90100) 00010000:00010000:1.0:1776998315.070141:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.070165:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070238:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070250:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070270:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070280:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070289:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070439:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070452:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.070462:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.071697:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2818, 64 off188544 00010000:00010000:1.0:1776998315.071777:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071789:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071800:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071811:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071819:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071826:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071857:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.071880:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071888:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071895:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071903:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.071919:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071930:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071941:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aeb:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998315.071945:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.071949:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071957:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8acd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1aeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071976:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071984:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071992:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.071999:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.072002:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.072011:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.072020:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.072023:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.072027:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.072035:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8abf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.072053:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebd2ad51 reply state 00000000f1f73b37 transno 4295019608 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.072065:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.072475:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3918:17551:x1863313756339584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2802us (4737us total) trans 4295019608 rc 0/0 00000100:00100000:1.0:1776998315.072487:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51726 00010000:00010000:3.0:1776998315.075394:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.075407:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.075419:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.075425:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.075435:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.075452:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aeb:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998315.075456:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.075461:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.075492:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8ad4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1aeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.075515:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.075517:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.075519:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.083662:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083686:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083697:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083707:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.083714:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083724:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083744:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xab4c60e6 (ffff8d2509e7c900) 00010000:00010000:0.0:1776998315.083749:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.083755:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.083764:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8ac6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xab4c60e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.097452:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.097595:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756339840 00000100:00100000:1.0:1776998315.097608:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756339840 00000100:00100000:1.0:1776998315.097719:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16787 00000100:00100000:1.0:1776998315.097734:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3917:17551:x1863313756339840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998315.098119:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3918:17551:x1863313756339840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 386us (674us total) trans 4295019609 rc 0/0 00000100:00100000:1.0:1776998315.098132:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16787 00000100:00100000:1.0:1776998315.105939:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.106613:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756340096 00000100:00100000:0.0:1776998315.106625:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756340096 00000100:00100000:0.0:1776998315.106819:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51727 00000100:00100000:0.0:1776998315.106834:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3918:17551:x1863313756340096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.106908:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998315.106940:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7e00/0x27b6fb26481b05b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ac9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49076 expref: 3918 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.106970:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0fe800/0x27b6fb26481b0587 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ac9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49061 expref: 3917 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.106991:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd400/0x27b6fb264818bef8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ac9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38bbd expref: 3916 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107006:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac9:0x0].0x0 (ffff8d2502f99700) 00010000:00010000:0.0:1776998315.107021:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.107048:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107066:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107080:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107105:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107116:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107126:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107331:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107344:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.107355:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998315.108149:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2819, 64 off188608 00010000:00010000:0.0:1776998315.108285:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108298:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108308:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108318:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108327:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108336:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108359:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998315.108394:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108402:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108411:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108418:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.108424:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108433:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108445:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac9:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998315.108449:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998315.108453:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108460:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ae9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ac9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108480:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108494:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108503:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108510:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.108514:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108522:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108532:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998315.108535:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.108539:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.108547:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8adb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998315.108559:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f094d674 reply state 00000000706ac147 transno 4295019610 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.108570:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998315.108686:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3917:17551:x1863313756340096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1853us (2753us total) trans 4295019610 rc 0/0 00000100:00100000:0.0:1776998315.108702:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51727 00010000:00010000:2.0:1776998315.108794:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998315.108802:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.108810:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998315.108815:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.108824:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.108842:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac9:0x0].0x0 (ffff8d250db54500) 00010000:00010000:2.0:1776998315.108846:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998315.108850:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.108857:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8af0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ac9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.108875:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.108878:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.108880:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.119586:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119608:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119620:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119659:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.119666:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119676:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119697:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa962c39b (ffff8d250db54300) 00010000:00010000:3.0:1776998315.119702:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.119708:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.119717:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8ae2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa962c39b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.121476:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.122337:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756340352 00000100:00100000:3.0:1776998315.122350:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756340352 00000100:00100000:3.0:1776998315.122415:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16788 00000100:00100000:3.0:1776998315.122428:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3916:17551:x1863313756340352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998315.123089:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3917:17551:x1863313756340352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 661us (1618us total) trans 4295019611 rc 0/0 00000100:00100000:3.0:1776998315.123100:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16788 00000100:00100000:0.0:1776998315.140468:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.140610:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756340608 00000100:00100000:2.0:1776998315.140622:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756340608 00000100:00100000:2.0:1776998315.140727:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51728 00000100:00100000:2.0:1776998315.140741:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3917:17551:x1863313756340608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.140809:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998315.140841:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c900800/0x27b6fb26481accd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a0c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4769f expref: 3917 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140872:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d323400/0x27b6fb26481accae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a0c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4768a expref: 3916 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140890:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2e2200/0x27b6fb264818a505 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a0c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3868b expref: 3915 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140908:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0c:0x0].0x0 (ffff8d2509e93900) 00010000:00010000:2.0:1776998315.140921:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.140946:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140962:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140975:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.140991:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.141000:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.141008:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.141597:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.141804:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.141814:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.142580:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2812, 64 off188224 00010000:00010000:2.0:1776998315.142685:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142698:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142714:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142724:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142733:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142742:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142766:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.142788:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142796:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142804:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142811:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.142816:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142825:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142838:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0c:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998315.142842:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.142848:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142857:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b05 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142878:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142888:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142896:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142903:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.142907:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142915:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142925:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.142928:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.142933:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.142940:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8af7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.142951:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d90d5c5 reply state 0000000030b36de4 transno 4295019612 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.142969:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.143066:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3916:17551:x1863313756340608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2325us (2605us total) trans 4295019612 rc 0/0 00000100:00100000:2.0:1776998315.143077:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51728 00010000:00010000:3.0:1776998315.143579:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.143589:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.143598:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.143602:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.143612:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.143626:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0c:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998315.143629:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.143657:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.143666:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8b0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.143684:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.143686:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.143689:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998315.154372:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.154549:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756340864 00000100:00100000:2.0:1776998315.154562:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756340864 00000100:00100000:2.0:1776998315.154659:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16789 00000100:00100000:2.0:1776998315.154674:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3d1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3916:17551:x1863313756340864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.155034:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3d1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3917:17551:x1863313756340864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 362us (671us total) trans 4295019613 rc 0/0 00000100:00100000:2.0:1776998315.155045:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16789 00010000:00010000:0.0:1776998315.157474:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157493:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157504:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157514:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.157520:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157531:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157551:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x118a4014 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998315.157556:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.157563:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.157571:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8afe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x118a4014 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.168565:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.169077:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756341120 00000100:00100000:1.0:1776998315.169090:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756341120 00000100:00100000:1.0:1776998315.169164:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51729 00000100:00100000:1.0:1776998315.169213:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3916:17551:x1863313756341120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.169286:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.169317:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508911400/0x27b6fb26481ad10e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a1a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47889 expref: 3916 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169347:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d322000/0x27b6fb26481ad0e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47874 expref: 3915 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169373:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509205a00/0x27b6fb264818a6ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c386ed expref: 3914 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169386:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a1a:0x0].0x0 (ffff8d2509e4d600) 00010000:00010000:1.0:1776998315.169398:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.169422:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169440:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169453:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169472:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169482:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169491:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169623:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169662:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.169673:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.170706:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2813, 64 off188288 00010000:00010000:1.0:1776998315.170789:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170804:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170815:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170825:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170834:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170844:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170865:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.170888:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170896:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170904:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170912:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.170917:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170929:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170942:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a1a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998315.170946:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.170951:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170959:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b21 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170984:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170992:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.170999:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.171006:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.171009:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.171018:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.171027:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.171030:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.171034:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.171048:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.171059:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091c15d94 reply state 00000000f29ea8bb transno 4295019614 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.171072:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.171208:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3915:17551:x1863313756341120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1961us (2615us total) trans 4295019614 rc 0/0 00000100:00100000:1.0:1776998315.171220:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51729 00010000:00010000:0.0:1776998315.172099:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998315.172108:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.172133:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998315.172138:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.172147:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.172162:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a1a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:0.0:1776998315.172204:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998315.172209:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.172217:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.172236:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.172239:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.172241:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.186148:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186197:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186208:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186216:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.186222:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186233:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186543:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfe1e778b (ffff8d2509e7c700) 00010000:00010000:3.0:1776998315.186548:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.186556:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.186565:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe1e778b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.186914:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.187044:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756341376 00000100:00100000:0.0:1776998315.187057:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756341376 00000100:00100000:0.0:1776998315.187145:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16790 00000100:00100000:0.0:1776998315.187160:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3914:17551:x1863313756341376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998315.188023:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3915:17551:x1863313756341376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 864us (1113us total) trans 4295019615 rc 0/0 00000100:00100000:0.0:1776998315.188035:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16790 00000100:00100000:1.0:1776998315.204314:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.211362:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756341632 00000100:00100000:0.0:1776998315.211379:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756341632 00000100:00100000:1.0:1776998315.212000:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51730 00000100:00100000:1.0:1776998315.212020:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3915:17551:x1863313756341632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.212097:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.213806:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d413a00/0x27b6fb26481ae401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a59:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48126 expref: 3915 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215653:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb5000/0x27b6fb26481ae3d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a59:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48111 expref: 3914 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215678:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d47200/0x27b6fb264818af8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c388a6 expref: 3913 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215697:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a59:0x0].0x0 (ffff8d250d879c00) 00010000:00010000:1.0:1776998315.215711:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.215742:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215761:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215774:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215793:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215803:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215811:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215942:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215950:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.215957:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.216673:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2820, 64 off188672 00010000:00010000:1.0:1776998315.216756:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216770:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216782:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216793:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216801:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216809:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216848:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.216874:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216882:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216890:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216899:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.216904:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216915:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216928:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a59:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998315.216932:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.216937:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216951:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8b3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216973:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.216975:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998315.216983:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.216984:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.216992:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.216994:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998315.217000:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.217000:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.217004:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.217010:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.217012:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.217023:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998315.217024:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a59:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998315.217027:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.217028:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998315.217032:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.217032:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.217042:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8b2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.217042:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8b44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.217053:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004919a758 reply state 00000000b9d7efaf transno 4295019616 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.217067:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998315.217080:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.217083:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.217086:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998315.221052:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3914:17551:x1863313756341632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9026us (16925us total) trans 4295019616 rc 0/0 00000100:00100000:1.0:1776998315.221068:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51730 00010000:00010000:0.0:1776998315.232703:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232726:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232737:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232751:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.232758:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232769:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232789:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x68c7ad1c (ffff8d2509e7c500) 00010000:00010000:0.0:1776998315.232793:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.232799:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.232809:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8b36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x68c7ad1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.245033:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.252346:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756341888 00000100:00100000:3.0:1776998315.252364:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756341888 00000100:00100000:3.0:1776998315.252438:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16791 00000100:00100000:3.0:1776998315.252452:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756341888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998315.254898:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3914:17551:x1863313756341888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2439us (9868us total) trans 4295019617 rc 0/0 00000100:00100000:3.0:1776998315.254913:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16791 00000100:00100000:3.0:1776998315.264530:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.265214:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756342144 00000100:00100000:2.0:1776998315.265227:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756342144 00000100:00100000:2.0:1776998315.265311:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51731 00000100:00100000:2.0:1776998315.265327:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3914:17551:x1863313756342144:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.265420:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998315.265453:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb3600/0x27b6fb264819181c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1460:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b01b expref: 3914 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265483:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2fe200/0x27b6fb26481917f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1460:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b006 expref: 3913 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265503:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d25bc00/0x27b6fb264817de81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1460:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35ed7 expref: 3912 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265519:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1460:0x0].0x0 (ffff8d2608b85b00) 00010000:00010000:2.0:1776998315.265532:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.265558:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265613:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265626:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265671:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265681:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.265691:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.266594:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.266608:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.266619:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.273105:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2821, 64 off188736 00010000:00010000:2.0:1776998315.273224:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273248:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273263:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273276:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273286:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273296:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273333:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.273360:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273369:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273378:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273386:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.273391:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273402:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273419:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1460:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998315.273423:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.273428:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273437:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8b59 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1460:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273462:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273470:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273479:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273486:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.273490:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273498:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273509:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.273513:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.273517:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.273524:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b4b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.273543:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002741e4cc reply state 000000007796665e transno 4295019618 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.273556:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.273693:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756342144:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8365us (9169us total) trans 4295019618 rc 0/0 00000100:00100000:2.0:1776998315.273706:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51731 00010000:00010000:3.0:1776998315.275081:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.275091:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.275102:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.275108:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.275118:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.275136:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1460:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998315.275140:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.275144:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.275153:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8b60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1460:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.275202:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.275205:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.275208:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998315.287548:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998315.290298:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290319:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290351:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290362:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.290369:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290379:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290406:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcc74ef7c (ffff8d250da9eb00) 00010000:00010000:0.0:1776998315.290411:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.290416:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.290425:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8b52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcc74ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.290985:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756342400 00000100:00100000:1.0:1776998315.290998:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756342400 00000100:00100000:1.0:1776998315.291075:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16792 00000100:00100000:1.0:1776998315.291090:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3912:17551:x1863313756342400:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998315.292048:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756342400:12345-192.168.201.35@tcp:35:rm.0 Request processed in 957us (4507us total) trans 4295019619 rc 0/0 00000100:00100000:1.0:1776998315.292061:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16792 00000100:00100000:1.0:1776998315.306796:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.308323:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756342656 00000100:00100000:3.0:1776998315.308338:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756342656 00000100:00100000:3.0:1776998315.308503:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51732 00000100:00100000:3.0:1776998315.308520:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756342656:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998315.308915:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998315.308949:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2ff400/0x27b6fb264819169b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x145b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af6c expref: 3913 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.308983:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f88800/0x27b6fb264817ddd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x145b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35eb4 expref: 3912 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309000:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145b:0x0].0x0 (ffff8d2502f6db00) 00010000:00010000:3.0:1776998315.309013:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998315.309039:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309056:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309069:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309089:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309098:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309107:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309586:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309603:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.309615:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.310766:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2814, 64 off188352 00000004:00080000:2.0:1776998315.310779:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4026102608489ns, next at 4027102605039ns, rc = 0 00010000:00010000:2.0:1776998315.310860:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310874:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310887:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310896:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310904:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310912:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310938:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.310960:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310968:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310978:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.310987:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.310992:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311000:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311011:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145b:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998315.311015:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.311020:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311028:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8b75 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x145b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311049:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311059:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311068:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311075:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.311079:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311088:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311098:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.311102:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.311105:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.311114:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8b67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.311126:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c07968a9 reply state 00000000c633c434 transno 4295019620 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.311139:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.311266:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756342656:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2748us (4498us total) trans 4295019620 rc 0/0 00000100:00100000:2.0:1776998315.311277:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51732 00010000:00010000:3.0:1776998315.322065:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.322084:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.322100:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.322107:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.322123:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.322156:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x145b:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998315.322161:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.322168:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.322177:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8b7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x145b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.322211:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.322215:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.322218:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998315.330993:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998315.333064:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333083:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333094:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333104:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.333111:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333121:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333140:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaa254440 (ffff8d250da6bc00) 00010000:00010000:0.0:1776998315.333145:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.333151:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.333160:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8b6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaa254440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998315.334652:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756342912 00000100:00100000:3.0:1776998315.334665:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756342912 00000100:00100000:2.0:1776998315.336592:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16793 00000100:00100000:2.0:1776998315.336608:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3912:17551:x1863313756342912:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.336998:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756342912:12345-192.168.201.35@tcp:35:rm.0 Request processed in 391us (6015us total) trans 4295019621 rc 0/0 00000100:00100000:2.0:1776998315.337010:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16793 00000100:00100000:1.0:1776998315.351408:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.351674:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756343168 00010000:00010000:1.0:1776998315.352448:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998315.354139:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756343168 00000100:00100000:0.0:1776998315.355016:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51733 00000100:00100000:0.0:1776998315.355033:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3913:17551:x1863313756343168:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.355101:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998315.355150:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3d800/0x27b6fb26481a61c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445f3 expref: 3913 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355201:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3e200/0x27b6fb26481a619a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445de expref: 3912 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355223:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e0c8600/0x27b6fb2648187459 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37ccf expref: 3911 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355237:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a8:0x0].0x0 (ffff8d250904cd00) 00010000:00010000:0.0:1776998315.355250:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.355274:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355292:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355304:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355325:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355358:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355369:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355506:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355520:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.355530:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998315.356257:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2815, 64 off188416 00010000:00010000:0.0:1776998315.356335:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356350:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356363:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356372:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356381:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356390:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356411:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998315.356435:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356442:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998315.356444:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356451:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356453:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356461:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.356461:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998315.356466:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356477:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356480:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356492:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a8:0x0].0x0 (ffff8d250db54600) 00010000:00010000:3.0:1776998315.356493:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356496:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998315.356501:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356504:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a8:0x0].0x0 (ffff8d250db54600) 00010000:00010000:3.0:1776998315.356508:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998315.356510:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8b91 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356512:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356521:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8b98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356530:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356537:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.356542:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.356545:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.356547:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.356553:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356560:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.356563:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356572:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356582:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998315.356585:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.356589:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.356597:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8b83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998315.356610:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000511ae463 reply state 000000008ea362cd transno 4295019622 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.356621:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998315.356744:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3912:17551:x1863313756343168:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1713us (5344us total) trans 4295019622 rc 0/0 00000100:00100000:0.0:1776998315.356754:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51733 00010000:00010000:0.0:1776998315.383032:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.383037:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998315.383050:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.383069:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.383079:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.383086:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.383098:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.383121:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5b3c2195 (ffff8d250db54900) 00010000:00010000:0.0:1776998315.383125:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.383132:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.383141:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8b8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3c2195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.383295:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756343424 00000100:00100000:2.0:1776998315.383307:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756343424 00000100:00100000:2.0:1776998315.383362:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16794 00000100:00100000:2.0:1776998315.383375:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3911:17551:x1863313756343424:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.383782:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3912:17551:x1863313756343424:12345-192.168.201.35@tcp:35:rm.0 Request processed in 407us (752us total) trans 4295019623 rc 0/0 00000100:00100000:2.0:1776998315.383793:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16794 00000100:00100000:2.0:1776998315.407726:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.407850:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756343680 00000100:00100000:0.0:1776998315.407862:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756343680 00000100:00100000:0.0:1776998315.407936:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51734 00000100:00100000:0.0:1776998315.407950:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3912:17551:x1863313756343680:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.408020:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998315.408053:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509329400/0x27b6fb26481a62ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18ab:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4465c expref: 3912 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408081:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d41a400/0x27b6fb26481a6281 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44647 expref: 3911 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408106:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8eaa00/0x27b6fb26481874c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37ce4 expref: 3910 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408138:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ab:0x0].0x0 (ffff8d250b29c600) 00010000:00010000:0.0:1776998315.408152:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.408235:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408254:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408268:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408288:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408297:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.408307:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.409414:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.409430:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.409441:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.410140:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2822, 64 off188800 00010000:00010000:1.0:1776998315.410523:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.410538:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.410557:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.410568:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.410576:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.410584:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412096:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.412130:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412143:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412151:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412159:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.412164:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412174:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412189:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ab:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998315.412193:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.412200:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412208:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8bad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412509:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412520:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412528:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412536:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.412540:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412550:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412562:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.412566:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.412570:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.412578:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8b9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.412594:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007347c004 reply state 00000000484e9488 transno 4295019624 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.412614:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.412831:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3911:17551:x1863313756343680:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4878us (5110us total) trans 4295019624 rc 0/0 00000100:00100000:2.0:1776998315.412844:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51734 00010000:00010000:3.0:1776998315.428943:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.428961:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.428976:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.428983:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.428995:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.429017:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ab:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998315.429022:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.429028:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.429037:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8bb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.429272:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.429277:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.429280:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.433418:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433439:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433449:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433465:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.433490:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433501:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433520:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xef12e3fe (ffff8d250db54900) 00010000:00010000:3.0:1776998315.433524:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.433529:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.433538:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ba6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xef12e3fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.463345:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.463423:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756343936 00000100:00100000:0.0:1776998315.463436:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756343936 00000100:00100000:0.0:1776998315.463516:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16795 00000100:00100000:0.0:1776998315.463530:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623fde050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3910:17551:x1863313756343936:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998315.463905:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623fde050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3911:17551:x1863313756343936:12345-192.168.201.35@tcp:35:rm.0 Request processed in 376us (569us total) trans 4295019625 rc 0/0 00000100:00100000:0.0:1776998315.463916:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16795 00000100:00100000:0.0:1776998315.487543:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.488032:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756344192 00000100:00100000:2.0:1776998315.488045:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756344192 00000100:00100000:2.0:1776998315.488147:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51735 00000100:00100000:2.0:1776998315.488163:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3911:17551:x1863313756344192:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.488509:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998315.488545:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976b400/0x27b6fb2648199972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x160e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eae5 expref: 3911 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.488577:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d16ae00/0x27b6fb2648199948 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x160e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ead0 expref: 3910 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.488597:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b27e00/0x27b6fb264818194b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x160e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36a99 expref: 3909 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.488612:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x160e:0x0].0x0 (ffff8d2509e1be00) 00010000:00010000:2.0:1776998315.488653:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.488679:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.488973:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.488987:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489009:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489018:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489027:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489202:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489215:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.489225:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.490232:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2823, 64 off188864 00010000:00010000:2.0:1776998315.490315:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490329:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490346:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490358:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490368:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490377:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490399:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.490424:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490432:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490440:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490446:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.490452:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490462:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490474:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x160e:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998315.490479:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.490484:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490492:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8bc9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x160e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490511:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490520:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490527:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490533:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.490537:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490545:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490555:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.490557:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.490561:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.490569:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8bbb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.490581:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c019e4ee reply state 00000000ee97b8de transno 4295019626 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.490600:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.490720:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3910:17551:x1863313756344192:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2558us (3184us total) trans 4295019626 rc 0/0 00000100:00100000:2.0:1776998315.490732:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51735 00010000:00010000:3.0:1776998315.491887:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.491897:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.491907:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.491911:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.491921:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.491936:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x160e:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998315.491939:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.491943:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.491958:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8bd0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x160e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.491978:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.491981:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.491983:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.499712:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499745:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499757:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499766:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.499772:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499782:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499803:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x14bb7736 (ffff8d250da9e500) 00010000:00010000:0.0:1776998315.499808:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.499813:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.499821:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8bc2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14bb7736 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.501231:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.501772:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756344448 00000100:00100000:1.0:1776998315.501785:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756344448 00000100:00100000:1.0:1776998315.501857:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16796 00000100:00100000:1.0:1776998315.501871:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3909:17551:x1863313756344448:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998315.502569:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3910:17551:x1863313756344448:12345-192.168.201.35@tcp:35:rm.0 Request processed in 699us (1343us total) trans 4295019627 rc 0/0 00000100:00100000:1.0:1776998315.502581:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16796 00000100:00100000:1.0:1776998315.523878:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.524251:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756344704 00000100:00100000:0.0:1776998315.524264:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756344704 00000100:00100000:0.0:1776998315.524338:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51736 00000100:00100000:0.0:1776998315.524381:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3910:17551:x1863313756344704:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.524455:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998315.524487:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb264819bdd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1687:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb70 expref: 3910 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524517:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb5000/0x27b6fb264819bdad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1687:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb5b expref: 3909 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524535:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509211400/0x27b6fb26481829d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1687:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36de8 expref: 3908 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524549:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1687:0x0].0x0 (ffff8d2509f70800) 00010000:00010000:0.0:1776998315.524561:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.524586:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524603:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524615:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524660:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524672:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524689:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524845:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524859:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.524869:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998315.526159:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2816, 64 off188480 00010000:00010000:0.0:1776998315.526293:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526308:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526320:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526330:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526339:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526348:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526404:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998315.526427:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526436:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526444:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526452:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.526457:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526467:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526480:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1687:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998315.526485:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998315.526490:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526498:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8be5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1687:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526520:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526529:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526534:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998315.526538:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526542:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526553:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.526553:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998315.526558:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526558:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526569:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526569:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526580:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.526582:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1687:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998315.526584:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.526585:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998315.526588:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526589:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.526598:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8bd7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526599:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8bec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1687:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998315.526611:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f530c72f reply state 00000000a35731fa transno 4295019628 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.526617:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.526620:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.526622:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998315.526623:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998315.526753:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3909:17551:x1863313756344704:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2400us (2882us total) trans 4295019628 rc 0/0 00000100:00100000:0.0:1776998315.526765:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51736 00010000:00010000:3.0:1776998315.547930:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.547954:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.547965:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.547973:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.547979:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.547990:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.548012:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4696aea6 (ffff8d250db54f00) 00010000:00010000:3.0:1776998315.548017:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.548023:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.548032:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8bde lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4696aea6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.561999:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.564113:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756344960 00000100:00100000:2.0:1776998315.564127:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756344960 00000100:00100000:2.0:1776998315.564260:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16797 00000100:00100000:2.0:1776998315.564277:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3908:17551:x1863313756344960:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.564708:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3909:17551:x1863313756344960:12345-192.168.201.35@tcp:35:rm.0 Request processed in 433us (2718us total) trans 4295019629 rc 0/0 00000100:00100000:2.0:1776998315.564721:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16797 00000100:00100000:2.0:1776998315.582563:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.582747:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756345216 00000100:00100000:3.0:1776998315.582762:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756345216 00000100:00100000:3.0:1776998315.582841:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51737 00000100:00100000:3.0:1776998315.582855:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3909:17551:x1863313756345216:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998315.582927:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998315.582961:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afbbe00/0x27b6fb26481985e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e202 expref: 3909 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.582993:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d01c00/0x27b6fb26481985bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1ed expref: 3908 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583013:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e173e00/0x27b6fb2648181068 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c368d2 expref: 3907 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583032:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15cd:0x0].0x0 (ffff8d250886bb00) 00010000:00010000:3.0:1776998315.583045:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998315.583070:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583088:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583100:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583120:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583131:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583147:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583585:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583598:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.583609:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998315.585264:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2817, 64 off188544 00010000:00010000:3.0:1776998315.585582:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.585598:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.585611:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.585621:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.595494:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.595508:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595852:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.595895:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595906:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595916:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595925:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.595931:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595942:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595963:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15cd:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:2.0:1776998315.595968:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.595974:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.595983:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b8c01 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596013:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596022:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596031:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596038:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.596042:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596051:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596061:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.596064:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.596069:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.596078:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8bf3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.596092:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000755ab86 reply state 00000000d8227c0b transno 4295019630 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.596105:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.596507:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3908:17551:x1863313756345216:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13648us (13947us total) trans 4295019630 rc 0/0 00000100:00100000:2.0:1776998315.596521:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51737 00010000:00010000:3.0:1776998315.597492:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.597502:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.597513:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.597518:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.597528:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.597544:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15cd:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998315.597548:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.597552:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.597561:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8c08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.597582:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.597585:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.597587:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.611213:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.611234:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.611271:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.612471:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.612480:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.612495:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.612519:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfe803403 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998315.612524:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.612531:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.612542:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8bfa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe803403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.613163:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.623875:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756345472 00000100:00100000:0.0:1776998315.623893:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756345472 00000100:00100000:0.0:1776998315.623986:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16798 00000100:00100000:0.0:1776998315.624004:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3907:17551:x1863313756345472:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998315.625015:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3908:17551:x1863313756345472:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1012us (11854us total) trans 4295019631 rc 0/0 00000100:00100000:0.0:1776998315.625031:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16798 00000100:00100000:0.0:1776998315.639490:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.639671:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756345728 00000100:00100000:1.0:1776998315.639685:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756345728 00000100:00100000:1.0:1776998315.639804:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51738 00000100:00100000:1.0:1776998315.639818:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3908:17551:x1863313756345728:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.639889:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.639924:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c6a00/0x27b6fb264819a278 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x162c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eeff expref: 3908 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.639957:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c0c000/0x27b6fb264819a24e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x162c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eeea expref: 3907 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.639977:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d60cc00/0x27b6fb2648181d65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x162c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36b6b expref: 3906 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.639993:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x162c:0x0].0x0 (ffff8d250979d600) 00010000:00010000:1.0:1776998315.640008:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.640035:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640052:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640067:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640087:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640098:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640107:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640312:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640326:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.640338:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.641023:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2824, 64 off188928 00010000:00010000:1.0:1776998315.641100:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.641114:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.641127:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.641139:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.641148:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.641157:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645041:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.645085:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645100:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645109:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645119:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.645125:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645136:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645153:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x162c:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:1.0:1776998315.645157:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.645164:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645226:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c1d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x162c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645255:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645264:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645272:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645280:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.645283:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645292:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645561:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.645566:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.645570:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.645580:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c0f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.645596:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000290b9aca reply state 000000000873631e transno 4295019632 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.645615:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.645747:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3907:17551:x1863313756345728:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5927us (6263us total) trans 4295019632 rc 0/0 00000100:00100000:1.0:1776998315.645760:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51738 00010000:00010000:2.0:1776998315.646582:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998315.646593:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.646604:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998315.646610:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.646645:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.646662:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x162c:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:2.0:1776998315.646666:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998315.646671:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.646680:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4a00/0x27b6fb26481b8c24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x162c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.646700:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.646703:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.646706:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.669888:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669911:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669923:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669933:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.669940:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669950:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669972:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x522ee887 (ffff8d2509e7cc00) 00010000:00010000:0.0:1776998315.669977:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.669983:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.669993:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5600/0x27b6fb26481b8c16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x522ee887 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.684927:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.685068:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756345984 00000100:00100000:1.0:1776998315.685081:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756345984 00000100:00100000:1.0:1776998315.685159:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16799 00000100:00100000:1.0:1776998315.685222:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3906:17551:x1863313756345984:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998315.685614:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3907:17551:x1863313756345984:12345-192.168.201.35@tcp:35:rm.0 Request processed in 442us (695us total) trans 4295019633 rc 0/0 00000100:00100000:1.0:1776998315.685647:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16799 00000100:00100000:3.0:1776998315.699533:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.708796:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756346240 00000100:00100000:0.0:1776998315.708814:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756346240 00000100:00100000:1.0:1776998315.710612:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51739 00000100:00100000:1.0:1776998315.710655:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3907:17551:x1863313756346240:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.710727:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.710761:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c0e000/0x27b6fb264819a0aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1626:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee2d expref: 3907 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710791:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa5a00/0x27b6fb264819a080 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1626:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee18 expref: 3906 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710811:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d60ce00/0x27b6fb2648181c93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1626:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36b41 expref: 3905 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710827:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1626:0x0].0x0 (ffff8d2636847600) 00010000:00010000:1.0:1776998315.710840:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.710866:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710883:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710898:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710915:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710925:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.710935:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.711076:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.711089:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.711101:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.711922:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2825, 64 off188992 00010000:00010000:1.0:1776998315.712006:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712022:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712034:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712045:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712055:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712064:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712083:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.712104:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712113:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712122:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712130:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.712135:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712145:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712159:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1626:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998315.712163:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.712214:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712225:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712237:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998315.712248:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712258:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712259:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712269:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712270:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.712275:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712277:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.712282:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712286:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712292:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712302:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1626:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998315.712303:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.712307:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.712307:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998315.712312:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712312:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.712322:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712322:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4c00/0x27b6fb26481b8c40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1626:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.712337:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ceee321 reply state 000000002c285e20 transno 4295019634 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.712348:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.712351:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.712354:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998315.712358:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.712471:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3906:17551:x1863313756346240:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1842us (12946us total) trans 4295019634 rc 0/0 00000100:00100000:1.0:1776998315.712483:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51739 00010000:00010000:0.0:1776998315.724652:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724676:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724708:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724717:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.724723:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724734:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724756:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xeacd83da (ffff8d2509e7cb00) 00010000:00010000:0.0:1776998315.724761:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.724768:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.724779:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4200/0x27b6fb26481b8c32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeacd83da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998315.731348:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.731501:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756346496 00000100:00100000:1.0:1776998315.731515:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756346496 00000100:00100000:1.0:1776998315.731595:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16800 00000100:00100000:1.0:1776998315.731610:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3905:17551:x1863313756346496:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998315.731997:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3906:17551:x1863313756346496:12345-192.168.201.35@tcp:35:rm.0 Request processed in 389us (660us total) trans 4295019635 rc 0/0 00000100:00100000:1.0:1776998315.732009:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16800 00000100:00100000:3.0:1776998315.754580:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.754995:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756346752 00000100:00100000:2.0:1776998315.755008:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756346752 00000100:00100000:2.0:1776998315.755083:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51740 00000100:00100000:2.0:1776998315.755100:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3906:17551:x1863313756346752:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.756023:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998315.756060:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c3400/0x27b6fb264819b907 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1677:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f940 expref: 3906 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756095:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d937c00/0x27b6fb264819b8dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1677:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f92b expref: 3905 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756147:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509210600/0x27b6fb26481827a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1677:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36d78 expref: 3904 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756163:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1677:0x0].0x0 (ffff8d2509f70200) 00010000:00010000:2.0:1776998315.756242:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.756490:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756509:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756524:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756548:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756560:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756572:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756735:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756750:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.756762:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.757510:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2818, 64 off188608 00010000:00010000:2.0:1776998315.757593:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757608:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757620:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757654:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757663:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757673:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757708:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998315.757732:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757742:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.757752:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998315.757752:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.757760:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757761:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.757767:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.757769:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998315.757774:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757778:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.757783:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.757792:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1677:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998315.757795:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.765562:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1677:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998315.765575:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998315.765584:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.765598:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8c5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1677:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.765653:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.765656:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.765659:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.769158:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769183:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8c55 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1677:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769231:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769265:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769276:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769285:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.769291:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769302:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769319:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.769323:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.769329:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.769344:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8c47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.769361:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a381e4b reply state 000000007b781ec1 transno 4295019636 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.769374:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.769561:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3905:17551:x1863313756346752:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14459us (14984us total) trans 4295019636 rc 0/0 00000100:00100000:2.0:1776998315.769573:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51740 00000100:00100000:0.0:1776998315.807911:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.809162:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756347008 00000100:00100000:1.0:1776998315.809503:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756347008 00000100:00100000:1.0:1776998315.809587:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16801 00000100:00100000:1.0:1776998315.809601:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623fdf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3905:17551:x1863313756347008:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:3.0:1776998315.810190:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.810209:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.810236:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.810247:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.810254:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.810265:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.810284:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623fdf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3906:17551:x1863313756347008:12345-192.168.201.35@tcp:35:rm.0 Request processed in 685us (2383us total) trans 4295019637 rc 0/0 00010000:00010000:3.0:1776998315.810285:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x385e1f6 (ffff8d250da9e400) 00010000:00010000:3.0:1776998315.810290:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1776998315.810297:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16801 00010000:00010000:3.0:1776998315.810297:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.810306:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8c4e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x385e1f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998315.835580:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.835983:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756347264 00000100:00100000:0.0:1776998315.835996:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756347264 00000100:00100000:0.0:1776998315.836083:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51741 00000100:00100000:0.0:1776998315.836098:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3905:17551:x1863313756347264:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.836208:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998315.836488:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250891a200/0x27b6fb26481a46b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x184e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c439a5 expref: 3905 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836531:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd41200/0x27b6fb26481a4688 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x184e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43990 expref: 3904 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836550:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dac3400/0x27b6fb264818680b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x184e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37a59 expref: 3903 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836565:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x184e:0x0].0x0 (ffff8d2509c79f00) 00010000:00010000:0.0:1776998315.836579:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.836604:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836641:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836656:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836677:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836687:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836698:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836826:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836838:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.836850:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998315.838100:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2819, 64 off188672 00010000:00010000:0.0:1776998315.838208:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838224:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838235:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838245:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838254:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838262:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838295:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998315.838319:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838328:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838336:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838349:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.838355:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838365:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838377:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x184e:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998315.838381:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998315.838385:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838394:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995800/0x27b6fb26481b8c71 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x184e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838414:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838423:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838432:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838439:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998315.838443:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838453:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838469:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998315.838472:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998315.838476:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.838483:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995600/0x27b6fb26481b8c63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998315.838493:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022b5a91d reply state 00000000cff1280b transno 4295019638 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.838505:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998315.838598:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3904:17551:x1863313756347264:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2501us (3026us total) trans 4295019638 rc 0/0 00000100:00100000:0.0:1776998315.838610:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51741 00010000:00010000:3.0:1776998315.841206:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998315.841220:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.841232:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998315.841237:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.841248:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.841266:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x184e:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:3.0:1776998315.841270:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998315.841531:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.841540:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8c78 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x184e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.841566:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.841569:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.841572:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.847683:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.847705:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.847977:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.847987:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.847993:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.848003:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.848022:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd4fd10be (ffff8d250db54c00) 00010000:00010000:1.0:1776998315.848026:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.848032:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.848041:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d994c00/0x27b6fb26481b8c6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4fd10be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.862914:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998315.866814:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756347520 00000100:00100000:3.0:1776998315.866831:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756347520 00000100:00100000:3.0:1776998315.866915:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16802 00000100:00100000:3.0:1776998315.866929:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3903:17551:x1863313756347520:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998315.867604:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3904:17551:x1863313756347520:12345-192.168.201.35@tcp:35:rm.0 Request processed in 675us (4991us total) trans 4295019639 rc 0/0 00000100:00100000:3.0:1776998315.867617:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16802 00000100:00100000:3.0:1776998315.885721:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998315.887427:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756347776 00000100:00100000:1.0:1776998315.887441:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756347776 00000100:00100000:1.0:1776998315.887541:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51742 00000100:00100000:1.0:1776998315.887557:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3904:17551:x1863313756347776:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998315.887948:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998315.887981:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb264819bfa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x168d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc42 expref: 3904 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888011:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f0a000/0x27b6fb264819bf7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x168d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc2d expref: 3903 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888029:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb2648182aa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x168d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e12 expref: 3902 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888045:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168d:0x0].0x0 (ffff8d2638eac700) 00010000:00010000:1.0:1776998315.888059:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998315.888083:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888100:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888129:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888154:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888249:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888263:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888402:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888415:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.888425:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.889606:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2820, 64 off188736 00010000:00010000:1.0:1776998315.889714:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889729:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889741:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889750:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889759:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889768:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889786:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.889808:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889817:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889826:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889834:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.889840:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889850:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889862:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168d:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998315.889867:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.889871:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889880:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4400/0x27b6fb26481b8c8d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x168d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889899:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889913:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889921:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889928:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.889931:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889939:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889948:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.889950:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.889954:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.889961:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8c7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.889972:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006aa5cd57 reply state 00000000a18ebb3d transno 4295019640 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.889984:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.890086:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3903:17551:x1863313756347776:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2532us (4376us total) trans 4295019640 rc 0/0 00000100:00100000:1.0:1776998315.890098:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51742 00010000:00010000:2.0:1776998315.892147:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998315.892160:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.892220:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998315.892225:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.892237:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.892255:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168d:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:2.0:1776998315.892260:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998315.892265:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.892275:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5000/0x27b6fb26481b8c94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x168d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.892305:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.892308:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.892310:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998315.910276:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910543:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910557:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910566:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998315.910571:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910582:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910601:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2b4268ae (ffff8d2509e7c200) 00010000:00010000:3.0:1776998315.910606:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998315.910612:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998315.910642:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f4600/0x27b6fb26481b8c86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b4268ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998315.910676:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998315.912112:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756348032 00000100:00100000:2.0:1776998315.912126:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756348032 00000100:00100000:2.0:1776998315.912522:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16803 00000100:00100000:2.0:1776998315.912538:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3902:17551:x1863313756348032:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998315.912899:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3903:17551:x1863313756348032:12345-192.168.201.35@tcp:35:rm.0 Request processed in 365us (2228us total) trans 4295019641 rc 0/0 00000100:00100000:2.0:1776998315.912910:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16803 00000100:00100000:2.0:1776998315.952348:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998315.953078:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756348288 00000100:00100000:0.0:1776998315.953092:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756348288 00000100:00100000:0.0:1776998315.953256:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51743 00000100:00100000:0.0:1776998315.953312:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3903:17551:x1863313756348288:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998315.953405:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998315.953439:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa3000/0x27b6fb264819188c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1462:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b04c expref: 3903 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953466:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1462:0x0].0x0 (ffff8d2509c67700) 00010000:00010000:0.0:1776998315.953481:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c03000/0x27b6fb26481a4195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x183d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43752 expref: 3902 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953508:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad0800/0x27b6fb26481a416b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x183d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4373d expref: 3901 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953525:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2d6c00/0x27b6fb26481865b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x183d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c379e2 expref: 3900 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953537:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x183d:0x0].0x0 (ffff8d2509ce4a00) 00010000:00010000:0.0:1776998315.953549:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998315.953575:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953592:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953604:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953650:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953661:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953671:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953801:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953813:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.953823:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998315.954603:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2821, 64 off188800 00010000:00010000:1.0:1776998315.954718:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954733:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954745:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954756:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954795:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954804:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954838:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.954864:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954872:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954880:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954887:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.954892:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954902:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954920:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x183d:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:1.0:1776998315.954925:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998315.954930:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954938:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8ca9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x183d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954961:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954970:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954979:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954986:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.954990:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.954999:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.955009:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998315.955012:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.955016:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.955024:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8c9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998315.955042:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026531a98 reply state 00000000e5871ecb transno 4295019642 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998315.955055:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998315.955145:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3901:17551:x1863313756348288:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1874us (2806us total) trans 4295019642 rc 0/0 00000100:00100000:1.0:1776998315.955156:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51743 00010000:00010000:0.0:1776998315.960684:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998315.960700:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.960716:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998315.960722:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.960995:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.961017:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x183d:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:0.0:1776998315.961022:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998315.961028:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.961037:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5c00/0x27b6fb26481b8cb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x183d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998315.961068:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.961072:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998315.961075:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998315.975148:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998315.975604:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975650:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975661:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975669:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998315.975676:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975934:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975954:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc9c0b146 (ffff8d250db54100) 00010000:00010000:1.0:1776998315.975959:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998315.975964:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.975973:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8ca2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc9c0b146 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.979750:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756348544 00000100:00100000:2.0:1776998315.979768:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756348544 00000100:00100000:2.0:1776998315.979857:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51744 00000100:00100000:2.0:1776998315.979872:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3900:17551:x1863313756348544:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998315.979944:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998315.979975:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffe000/0x27b6fb2648193304 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc54 expref: 3900 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980003:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dbbe00/0x27b6fb264817eacf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3614d expref: 3899 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980019:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ba:0x0].0x0 (ffff8d2621548200) 00010000:00010000:2.0:1776998315.980032:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998315.980057:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980076:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980089:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980108:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980119:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980129:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980306:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980319:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.980329:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998315.981028:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2826, 64 off189056 00000004:00080000:2.0:1776998315.981040:0:5880:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4026772869449ns, next at 4027772866043ns, rc = 0 00010000:00010000:2.0:1776998315.981115:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981129:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981147:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981156:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981194:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981205:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981229:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998315.981250:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998315.981253:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981260:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981262:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981272:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998315.981272:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981278:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981280:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.981285:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981289:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.981294:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981303:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ba:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:1.0:1776998315.981307:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998315.981312:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981321:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b8ccc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998315.981563:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.981567:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998315.981570:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998315.982077:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ba:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998315.982083:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998315.982089:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982099:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b8cc5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982123:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982133:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982141:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982148:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998315.982152:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982160:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982169:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998315.982173:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998315.982177:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998315.982185:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b8cb7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998315.982196:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075a5a732 reply state 000000000cdf6a7a transno 4295019643 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998315.982215:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998315.986019:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3900:17551:x1863313756348544:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6135us (10866us total) trans 4295019643 rc 0/0 00000100:00100000:2.0:1776998315.986039:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51744 00000100:00100000:1.0:1776998316.000971:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.002921:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.002941:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.002952:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.002966:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.002972:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.002985:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.003005:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4736954e (ffff8d250da9ef00) 00010000:00010000:3.0:1776998316.003010:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.003016:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.003025:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b8cbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4736954e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.008946:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756348800 00000100:00100000:2.0:1776998316.008965:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756348800 00000100:00100000:2.0:1776998316.009078:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16804 00000100:00100000:2.0:1776998316.009095:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3899:17551:x1863313756348800:12345-192.168.201.35@tcp:35:rm.0 00000100:00080000:3.0:1776998316.009489:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998316.012874:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3900:17551:x1863313756348800:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3773us (11904us total) trans 4295019644 rc 0/0 00000100:00100000:2.0:1776998316.012890:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16804 00000100:00100000:3.0:1776998316.038492:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.043020:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756349056 00000100:00100000:2.0:1776998316.043039:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756349056 00000100:00100000:2.0:1776998316.043132:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51745 00000100:00100000:2.0:1776998316.043147:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3900:17551:x1863313756349056:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998316.043245:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998316.043278:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f3e00/0x27b6fb26481937b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be76 expref: 3900 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043309:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f3600/0x27b6fb2648193787 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be61 expref: 3899 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043354:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dbb400/0x27b6fb264817ecdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c361b6 expref: 3898 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043390:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c9:0x0].0x0 (ffff8d250bfc0800) 00010000:00010000:2.0:1776998316.043405:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998316.043431:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043447:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043461:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043480:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043490:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043500:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043663:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043676:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.043687:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998316.044436:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2822, 64 off188864 00010000:00010000:2.0:1776998316.044531:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044547:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044559:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044569:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044578:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044587:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044648:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998316.044673:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044675:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.044683:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044684:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044694:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044696:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.044702:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.044702:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044707:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044712:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.044715:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044727:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998316.044731:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998316.044837:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044848:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8200/0x27b6fb26481b8ce8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.044865:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.044868:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.044871:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.045202:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998316.045208:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998316.045213:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045222:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9e00/0x27b6fb26481b8ce1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045906:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045917:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045925:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045932:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.045936:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045945:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045958:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998316.045961:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998316.045965:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.045973:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b8cd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998316.045992:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba28d25e reply state 00000000a19c75a8 transno 4295019645 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.046004:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998316.046127:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3899:17551:x1863313756349056:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2979us (7643us total) trans 4295019645 rc 0/0 00000100:00100000:2.0:1776998316.046141:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51745 00000100:00100000:0.0:1776998316.067241:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998316.068007:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068027:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068038:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068047:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.068053:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068063:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068086:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x342c2816 (ffff8d250da9e600) 00010000:00010000:2.0:1776998316.068091:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998316.068098:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.068107:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b8cda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x342c2816 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.069106:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756349312 00000100:00100000:3.0:1776998316.069117:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756349312 00000100:00100000:3.0:1776998316.069250:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16805 00000100:00100000:3.0:1776998316.069267:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3898:17551:x1863313756349312:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.070023:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3899:17551:x1863313756349312:12345-192.168.201.35@tcp:35:rm.0 Request processed in 758us (2791us total) trans 4295019646 rc 0/0 00000100:00100000:3.0:1776998316.070035:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16805 00000100:00100000:3.0:1776998316.087458:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.087504:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756349568 00000100:00100000:3.0:1776998316.087517:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756349568 00000100:00100000:3.0:1776998316.087585:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51746 00000100:00100000:3.0:1776998316.087600:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3899:17551:x1863313756349568:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998316.087986:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998316.088021:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b0f5e00/0x27b6fb26481acea6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a12:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47771 expref: 3899 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088056:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d323000/0x27b6fb26481ace7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4775c expref: 3898 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088084:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a239c00/0x27b6fb264818a5d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c386b5 expref: 3897 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088099:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a12:0x0].0x0 (ffff8d250907f200) 00010000:00010000:3.0:1776998316.088113:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.088141:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088160:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088219:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088242:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088253:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088262:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088400:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088415:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.088427:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998316.102573:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2823, 64 off188928 00010000:00010000:3.0:1776998316.102726:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102751:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102770:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102783:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102792:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102803:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102838:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998316.102871:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102880:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102889:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102897:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.102902:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102914:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102931:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a12:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998316.102935:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998316.102940:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102948:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8cfd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102974:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102983:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102992:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.102999:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.103004:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.103013:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.103022:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998316.103025:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.103028:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.103044:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8cef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998316.103058:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000819ee9d8 reply state 00000000bfb71fa0 transno 4295019647 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.103072:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998316.103212:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3898:17551:x1863313756349568:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15609us (15759us total) trans 4295019647 rc 0/0 00000100:00100000:3.0:1776998316.103225:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51746 00010000:00010000:2.0:1776998316.108514:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.108529:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.108545:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.108551:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.108563:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.108585:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a12:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:2.0:1776998316.108590:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998316.108596:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.108889:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8d04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.108919:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.108922:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.108925:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.143879:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.143925:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756349824 00000100:00100000:3.0:1776998316.143937:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756349824 00000100:00100000:3.0:1776998316.144003:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16806 00000100:00100000:3.0:1776998316.144019:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3898:17551:x1863313756349824:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.144421:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3899:17551:x1863313756349824:12345-192.168.201.35@tcp:35:rm.0 Request processed in 403us (551us total) trans 4295019648 rc 0/0 00000100:00100000:3.0:1776998316.144433:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16806 00010000:00010000:3.0:1776998316.144516:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144534:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144545:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144555:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.144562:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144574:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144595:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3bd1af38 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998316.144600:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.144606:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.144648:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b8cf6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bd1af38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.192304:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.198590:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756350080 00000100:00100000:3.0:1776998316.198606:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756350080 00000100:00100000:3.0:1776998316.199017:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51747 00000100:00100000:3.0:1776998316.203414:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3898:17551:x1863313756350080:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998316.203495:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998316.203582:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c903800/0x27b6fb26481ac808 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19fc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4746f expref: 3898 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203653:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c901e00/0x27b6fb26481ac7de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4745a expref: 3897 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203677:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b2b5c00/0x27b6fb264818a2d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3861b expref: 3896 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203693:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19fc:0x0].0x0 (ffff8d250da02100) 00010000:00010000:3.0:1776998316.203705:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.203733:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203751:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203765:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203786:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203796:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203807:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203943:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203957:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.203967:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998316.205069:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2824, 64 off188992 00010000:00010000:3.0:1776998316.205247:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205264:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205278:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205288:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205297:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205306:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205338:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998316.205362:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205372:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205380:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205389:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.205394:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205404:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205417:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19fc:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998316.205422:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998316.205428:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205438:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d19 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205457:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.205462:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205469:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205475:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205498:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.205501:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205506:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205515:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.205523:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205529:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205535:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205566:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998316.205570:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19fc:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998316.205570:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.205576:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205577:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998316.205587:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.205591:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998316.205636:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb0071e7 reply state 00000000b26a6278 transno 4295019649 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.205657:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8d20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.205682:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1776998316.205716:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.205721:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.205803:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3897:17551:x1863313756350080:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2405us (13506us total) trans 4295019649 rc 0/0 00000100:00100000:3.0:1776998316.205817:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51747 00010000:00010000:2.0:1776998316.209207:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.229124:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229148:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229162:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229206:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.229214:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229228:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229255:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x609944e0 (ffff8d250da6b300) 00000100:00100000:1.0:1776998316.229265:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998316.229265:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998316.229274:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.229289:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b8d12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x609944e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.231198:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756350336 00000100:00100000:3.0:1776998316.231215:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756350336 00000100:00100000:3.0:1776998316.231304:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16807 00000100:00100000:3.0:1776998316.231322:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c19450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3896:17551:x1863313756350336:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.231774:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c19450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3897:17551:x1863313756350336:12345-192.168.201.35@tcp:35:rm.0 Request processed in 455us (2517us total) trans 4295019650 rc 0/0 00000100:00100000:3.0:1776998316.231787:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16807 00000100:00100000:0.0:1776998316.250493:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.255226:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756350592 00000100:00100000:1.0:1776998316.255243:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756350592 00000100:00100000:0.0:1776998316.257037:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51748 00000100:00100000:0.0:1776998316.257053:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3897:17551:x1863313756350592:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998316.257122:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998316.257153:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a5c00/0x27b6fb26481918d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1463:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b06f expref: 3897 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.257198:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1463:0x0].0x0 (ffff8d26214aad00) 00010000:00010000:0.0:1776998316.257214:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb8800/0x27b6fb26481ab0df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19af:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e8 expref: 3896 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.257233:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb9600/0x27b6fb26481ab0b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469d3 expref: 3895 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.257250:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c51c00/0x27b6fb264818984e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38400 expref: 3894 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.263965:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19af:0x0].0x0 (ffff8d25090c8f00) 00010000:00010000:0.0:1776998316.263981:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.264013:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264035:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264051:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264073:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264090:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264099:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264232:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264505:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.264517:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998316.265543:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2827, 64 off189120 00010000:00010000:0.0:1776998316.265931:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.265946:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.265959:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.265969:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.265979:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.265988:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266006:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998316.266033:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266043:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266052:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266062:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.266068:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266079:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266094:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19af:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998316.266099:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998316.266104:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266114:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d35 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266139:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266141:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.266155:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266155:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266217:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.266226:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266229:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266253:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266254:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.266262:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266279:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19af:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998316.266281:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266289:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998316.266295:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266304:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998316.266305:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.266315:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998316.266324:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266334:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.266336:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.266339:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.266344:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1776998316.266360:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065b0ab90 reply state 0000000086a40063 transno 4295019651 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.266374:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998316.266490:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3895:17551:x1863313756350592:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9435us (16002us total) trans 4295019651 rc 0/0 00000100:00100000:0.0:1776998316.266503:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51748 00010000:00010000:1.0:1776998316.276969:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.276993:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.277004:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.277014:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998316.277020:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.277031:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.277063:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1219de16 (ffff8d250db54d00) 00010000:00010000:1.0:1776998316.277068:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998316.277075:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.277086:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1219de16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.311758:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.311886:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756350848 00000100:00100000:2.0:1776998316.311898:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756350848 00000100:00100000:2.0:1776998316.311966:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16808 00000100:00100000:2.0:1776998316.311980:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3894:17551:x1863313756350848:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998316.312390:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3895:17551:x1863313756350848:12345-192.168.201.35@tcp:35:rm.0 Request processed in 411us (640us total) trans 4295019652 rc 0/0 00000100:00100000:2.0:1776998316.312402:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16808 00000100:00100000:2.0:1776998316.325594:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.332236:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756351104 00000100:00100000:3.0:1776998316.332251:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756351104 00000100:00100000:3.0:1776998316.332342:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51749 00000100:00100000:3.0:1776998316.332356:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3895:17551:x1863313756351104:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998316.332423:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998316.332453:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e6000/0x27b6fb26481aeb39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a71:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4846e expref: 3895 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332483:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d411800/0x27b6fb26481aeb0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a71:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48459 expref: 3894 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332503:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b850400/0x27b6fb264818b2d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a71:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3894e expref: 3893 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332524:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a71:0x0].0x0 (ffff8d2508d20a00) 00010000:00010000:3.0:1776998316.332537:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.332562:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332577:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332591:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332607:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332918:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.332928:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.333064:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.333075:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.333084:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998316.335279:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2828, 64 off189184 00010000:00010000:2.0:1776998316.335366:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335382:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335395:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335405:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335415:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335424:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335455:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998316.335479:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335488:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335496:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335504:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.335509:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335518:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335530:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a71:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998316.335533:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998316.335539:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335547:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8d51 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335568:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335576:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335589:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335596:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.335600:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335607:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335638:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998316.335641:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998316.335645:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.335653:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b8d43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998316.335665:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007aaa8ee reply state 000000000dece923 transno 4295019653 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.335678:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998316.335811:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3894:17551:x1863313756351104:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3454us (10224us total) trans 4295019653 rc 0/0 00000100:00100000:2.0:1776998316.335822:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51749 00010000:00010000:3.0:1776998316.337670:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.337684:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.337697:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.337950:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.337963:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.337980:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a71:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998316.337984:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998316.337990:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.337997:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8000/0x27b6fb26481b8d58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.338022:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.338025:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.338027:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.353165:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353188:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353199:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353208:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.353240:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353253:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353275:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x100251fd (ffff8d250da6b100) 00010000:00010000:3.0:1776998316.353280:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.353286:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.353296:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b8d4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x100251fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.353381:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.353415:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756351360 00000100:00100000:3.0:1776998316.353426:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756351360 00000100:00100000:3.0:1776998316.353487:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16809 00000100:00100000:3.0:1776998316.353501:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3893:17551:x1863313756351360:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.353899:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3894:17551:x1863313756351360:12345-192.168.201.35@tcp:35:rm.0 Request processed in 399us (520us total) trans 4295019654 rc 0/0 00000100:00100000:3.0:1776998316.353910:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16809 00000100:00100000:1.0:1776998316.370102:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.370321:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756351616 00000100:00100000:0.0:1776998316.370334:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756351616 00000100:00100000:0.0:1776998316.370410:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51750 00000100:00100000:0.0:1776998316.370425:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3894:17551:x1863313756351616:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998316.370499:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998316.370533:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12ee00/0x27b6fb2648195e7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x154a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d019 expref: 3894 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370564:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12fa00/0x27b6fb2648195e54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x154a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d004 expref: 3893 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370583:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7b5600/0x27b6fb264817fe7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x154a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3653d expref: 3892 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370598:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154a:0x0].0x0 (ffff8d250d38e200) 00010000:00010000:0.0:1776998316.370635:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.370663:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370681:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370694:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370715:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370726:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370737:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370890:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370902:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.370911:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998316.371921:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2829, 64 off189248 00010000:00010000:0.0:1776998316.372004:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372018:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372029:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372040:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372049:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372059:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372083:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998316.372103:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372118:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372128:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372135:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.372140:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372150:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372162:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154a:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998316.372166:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998316.372195:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372204:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d6d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x154a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372222:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372232:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372241:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372248:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.372253:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372261:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372271:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998316.372274:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998316.372277:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.372287:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d5f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998316.372298:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1605834 reply state 00000000f0897b14 transno 4295019655 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.372310:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998316.372397:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3893:17551:x1863313756351616:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1974us (2305us total) trans 4295019655 rc 0/0 00000100:00100000:0.0:1776998316.372409:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51750 00010000:00010000:1.0:1776998316.372511:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.372522:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.372535:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.372541:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.372552:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.372567:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154a:0x0].0x0 (ffff8d250db54400) 00010000:00010000:1.0:1776998316.372571:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998316.372575:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.372584:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8d74 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x154a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.372603:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.372606:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.372631:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.379632:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.387110:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.387742:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387762:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387774:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387784:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.387792:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387802:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387822:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x29f22457 (ffff8d250db54200) 00010000:00010000:3.0:1776998316.387826:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.387832:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.387841:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29f22457 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.388929:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756351872 00000100:00100000:2.0:1776998316.388942:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756351872 00000100:00100000:2.0:1776998316.389003:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16810 00000100:00100000:2.0:1776998316.389015:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3893:17551:x1863313756351872:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998316.390185:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3894:17551:x1863313756351872:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1168us (3082us total) trans 4295019656 rc 0/0 00000100:00100000:2.0:1776998316.390198:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16810 00000100:00100000:3.0:1776998316.401665:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.402975:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352128 00000100:00100000:0.0:1776998316.402989:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352128 00000100:00100000:0.0:1776998316.403085:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51751 00000100:00100000:0.0:1776998316.403116:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3893:17551:x1863313756352128:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998316.403249:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998316.403283:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d932c00/0x27b6fb26481a0b24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1788:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e93 expref: 3893 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403315:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dcedc00/0x27b6fb26481a0afa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1788:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e7e expref: 3892 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403337:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c5fe00/0x27b6fb2648184cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1788:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c374ef expref: 3891 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403351:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1788:0x0].0x0 (ffff8d250d0a0300) 00010000:00010000:0.0:1776998316.403365:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.403392:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403410:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403423:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403444:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403455:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403466:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403642:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403656:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.403667:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998316.404442:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2830, 64 off189312 00010000:00010000:0.0:1776998316.404529:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404546:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404558:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404568:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404576:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404586:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404636:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998316.404660:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404671:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404681:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.404681:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.404694:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404696:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.404705:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.404713:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.404725:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.404727:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.405000:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.405018:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1788:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:1.0:1776998316.405022:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998316.405029:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405036:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1788:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:1.0:1776998316.405038:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ada00/0x27b6fb26481b8d90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405045:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998316.405053:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.405062:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.405065:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8d89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1788:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.405066:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.405072:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.405098:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405109:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405118:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405124:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.405127:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405136:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405147:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998316.405151:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998316.405154:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.405208:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8d7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998316.405226:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5bf7259 reply state 00000000438e273a transno 4295019657 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.405238:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998316.405342:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3892:17551:x1863313756352128:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2243us (3686us total) trans 4295019657 rc 0/0 00000100:00100000:0.0:1776998316.405354:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51751 00000001:00080000:1.0:1776998316.407695:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295019638 is committed 00000004:00080000:1.0:1776998316.407728:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 359 committed 00000004:00080000:1.0:1776998316.407818:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 356 committed 00000001:00080000:1.0:1776998316.407835:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295019642 is committed 00000004:00080000:1.0:1776998316.407909:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 358 committed 00000004:00080000:1.0:1776998316.407925:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 355 committed 00000004:00080000:1.0:1776998316.407971:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 357 committed 00000001:00080000:1.0:1776998316.407997:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295019645 is committed 00000004:00080000:1.0:1776998316.408009:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 360 committed 00000004:00080000:1.0:1776998316.408031:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 357 committed 00000004:00080000:1.0:1776998316.408198:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 356 committed 00000004:00080000:1.0:1776998316.408498:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 354 committed 00000100:00100000:2.0:1776998316.410580:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.410689:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.410754:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.410786:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.410813:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776998316.410821:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.410849:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.410870:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636812300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.410896:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.410937:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641152 00000100:00100000:2.0:1776998316.410946:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641152 00000100:00100000:2.0:1776998316.411002:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641664 00000100:00100000:2.0:1776998316.411007:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641664 00000100:00100000:2.0:1776998316.411029:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641024 00000100:00100000:2.0:1776998316.411033:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641024 00000100:00100000:2.0:1776998316.411051:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641536 00000100:00100000:2.0:1776998316.411054:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641536 00000100:00100000:2.0:1776998316.411076:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12258 00000100:00100000:2.0:1776998316.411086:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802641152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.411117:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3199 count 1 00010000:00010000:2.0:1776998316.411145:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411200:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 699 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411214:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411217:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411222:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411281:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 699 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411302:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 699 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.411319:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802642048:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.411391:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac240 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.411416:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12259 00000100:00100000:2.0:1776998316.411427:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802641664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.411445:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3384 count 1 00010000:00010000:2.0:1776998316.411461:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411478:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 699 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411489:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411491:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411495:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411521:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 699 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411534:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 699 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.411549:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802642176:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.411581:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acb40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.411606:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12260 00000100:00100000:2.0:1776998316.411928:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802641024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.411945:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3439 count 1 00010000:00010000:2.0:1776998316.411961:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411976:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 699 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.411986:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411988:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.411992:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412017:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 699 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412038:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 699 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.412053:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802642304:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.412098:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.412122:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12261 00000100:00100000:2.0:1776998316.412133:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802641536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.412152:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3224 count 1 00010000:00010000:2.0:1776998316.412218:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412237:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 699 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412248:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.412250:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.412254:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412288:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 699 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.412306:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 699 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.412330:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802642432:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.412385:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.412552:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.412631:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.412677:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.412744:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.412877:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802642560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.412921:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802642816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.412934:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.412973:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802643072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.412973:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.413020:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802643328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.413023:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.413061:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776998316.413075:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802642688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.413075:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.413119:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1776998316.413126:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.413135:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636811c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998316.413159:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802643200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.413174:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.413212:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636811180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998316.413240:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.414763:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641280 00000100:00100000:1.0:1776998316.414773:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641280 00000100:00100000:1.0:1776998316.414817:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641792 00000100:00100000:1.0:1776998316.414822:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641792 00000100:00100000:1.0:1776998316.414839:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802642560 00000100:00100000:1.0:1776998316.414842:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802642560 00000100:00100000:1.0:1776998316.414863:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802642816 00000100:00100000:1.0:1776998316.414867:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802642816 00000100:00100000:1.0:1776998316.414880:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802643072 00000100:00100000:1.0:1776998316.414883:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802643072 00000100:00100000:1.0:1776998316.414894:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802643328 00000100:00100000:1.0:1776998316.414897:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802643328 00000100:00100000:1.0:1776998316.414910:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802642688 00000100:00100000:1.0:1776998316.414913:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802642688 00000100:00100000:1.0:1776998316.414925:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641408 00000100:00100000:1.0:1776998316.414928:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641408 00000100:00100000:1.0:1776998316.414941:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802643200 00000100:00100000:1.0:1776998316.414945:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802643200 00000100:00100000:1.0:1776998316.414963:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12262 00000100:00100000:1.0:1776998316.414974:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3361:x1863313802641280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998316.414997:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2490 count 1 00010000:00010000:1.0:1776998316.415020:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.415042:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 699 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.415052:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.415055:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.415059:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.415091:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 699 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.415105:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 699 pid: 12891 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.415121:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802643584:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.415198:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998316.415226:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.415239:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.416032:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12263 00000100:00100000:3.0:1776998316.416051:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3361:x1863313802641792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.416075:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2493 count 1 00010000:00010000:3.0:1776998316.416097:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.416142:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 699 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.416155:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.416157:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.416161:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.416571:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.416583:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998316.416589:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.416601:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.416637:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4b0372fa (ffff8d250db54400) 00010000:00010000:1.0:1776998316.416642:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998316.416648:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.416658:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8d82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4b0372fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.416722:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12264 00000100:00100000:1.0:1776998316.416735:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3359:x1863313802642560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.417018:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2486 count 1 00010000:00010000:1.0:1776998316.417038:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.417056:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 704 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.417066:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.417068:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.417072:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.417106:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 704 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.417120:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 704 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.417135:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802643712:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.417181:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f240 going to sleep for 11 seconds 00000100:00080000:1.0:1776998316.417200:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1776998316.417204:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1776998316.417791:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12265 00000100:00100000:2.0:1776998316.417805:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3361:x1863313802642816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.417824:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3392 count 1 00010000:00010000:2.0:1776998316.417840:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.417858:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 704 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.417868:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.417870:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.417874:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.417902:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 704 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.417914:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 704 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.417929:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802643840:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.417965:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.417990:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12266 00000100:00100000:2.0:1776998316.418000:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3359:x1863313802643072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.418016:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3029 count 1 00010000:00010000:2.0:1776998316.418031:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.418048:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 704 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.418059:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.418062:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.418067:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418071:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 699 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418104:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 699 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.418116:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 704 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.418132:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802643968:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.418141:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 704 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.418160:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802644096:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.418185:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.418223:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12267 00000100:00100000:2.0:1776998316.418232:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260326dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.418241:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3361:x1863313802643328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.418264:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2713 count 1 00010000:00010000:3.0:1776998316.418284:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418313:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 704 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418324:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418326:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418330:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418362:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 704 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418377:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 704 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.418393:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802644224:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.418432:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.418461:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12268 00000100:00100000:3.0:1776998316.418474:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+10:3359:x1863313802642688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.418495:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3252 count 1 00010000:00010000:3.0:1776998316.418512:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418528:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 704 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418545:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418548:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418551:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418582:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 704 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418596:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 704 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.418636:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802644352:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.418673:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260324fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.418698:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12269 00000100:00100000:3.0:1776998316.418709:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3361:x1863313802641408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.418729:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3211 count 1 00010000:00010000:3.0:1776998316.418745:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418788:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 699 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418798:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418800:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.418804:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418833:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 699 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.418848:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 699 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.418863:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802644480:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.418899:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26137e6300 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.418932:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12270 00000100:00100000:1.0:1776998316.418998:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.419377:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3359:x1863313802643200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.419398:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2942 count 1 00010000:00010000:2.0:1776998316.419415:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.419434:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 704 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.419445:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.419447:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.419451:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.419484:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 704 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.419500:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 704 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.419517:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802644608:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.419606:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750d80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.420533:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.420583:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802642944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.420666:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.420708:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802643456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.420741:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.420815:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802641920 00000100:00100000:0.0:1776998316.420825:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802641920 00000100:00100000:1.0:1776998316.420939:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802642944 00000100:00100000:1.0:1776998316.420947:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802642944 00000100:00100000:3.0:1776998316.421096:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802643456 00000100:00100000:3.0:1776998316.421104:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802643456 00000100:00100000:3.0:1776998316.421160:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12271 00000100:00100000:3.0:1776998316.421195:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802643456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.421217:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2702 count 1 00010000:00010000:3.0:1776998316.421238:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.421531:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 704 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.421543:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.421545:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.421549:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.421592:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 704 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.421608:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 704 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.421644:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802644736:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.421708:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.421730:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352384 00000100:00100000:3.0:1776998316.421736:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352384 00000100:00100000:3.0:1776998316.421778:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16811 00000100:00100000:3.0:1776998316.421787:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3714:17551:x1863313756352384:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.422109:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3715:17551:x1863313756352384:12345-192.168.201.35@tcp:35:rm.0 Request processed in 320us (3111us total) trans 4295019658 rc 0/0 00000100:00100000:3.0:1776998316.422121:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16811 00000100:00100000:0.0:1776998316.427181:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12272 00000100:00100000:0.0:1776998316.427209:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3361:x1863313802641920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.427249:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2934 count 1 00010000:00010000:0.0:1776998316.427281:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.427310:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 699 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.427322:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.427325:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.427329:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.427453:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 699 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.427491:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 699 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.427511:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802644864:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.427600:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.431586:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12273 00000100:00100000:1.0:1776998316.431964:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802642944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.432005:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3263 count 1 00010000:00010000:1.0:1776998316.432033:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.432061:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 704 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.432074:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.432078:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.432083:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.432128:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 704 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.432146:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 704 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.432213:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603057800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802644992:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.432559:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.453737:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.453790:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.453874:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.453898:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802642176:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.453910:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.453943:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.453993:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352512 00000100:00100000:3.0:1776998316.454002:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352512 00010000:00010000:3.0:1776998316.454118:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 700 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.454173:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352640 00000100:00100000:3.0:1776998316.454179:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352640 00000100:00100000:2.0:1776998316.454195:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352768 00000100:00100000:2.0:1776998316.454203:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352768 00010000:00010000:3.0:1776998316.454204:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 701 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.454237:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756352896 00010000:00010000:2.0:1776998316.454240:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 702 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.454243:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756352896 00010000:00010000:3.0:1776998316.454265:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 703 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.454289:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4955 00000100:00100000:3.0:1776998316.454311:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+703:2373:x1863313756352512:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1776998316.454322:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4956 00010000:00010000:3.0:1776998316.454331:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1776998316.454338:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+703:2373:x1863313756352640:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998316.454344:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 703 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.454355:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.454365:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 703 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454368:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 703 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.454406:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 703 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454421:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.454425:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.454432:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.454434:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bebceb63/0x27b6fb26481af5ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48953 expref: 703 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.454463:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.454466:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.454471:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454484:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.454491:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454523:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998316.454548:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.454594:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+702:2373:x1863313756352512:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 287us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.454666:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4955 00010000:00010000:0.0:1776998316.454711:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e120238/0x27b6fb26481a86b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c456bd expref: 701 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.454732:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802642048:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.454741:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4957 00000100:00100000:3.0:1776998316.454755:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+700:2373:x1863313756352896:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.454758:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454768:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.454775:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454778:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 700 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.454803:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454813:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 700 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.454824:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.454840:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454841:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.454845:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.454852:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.454886:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.454902:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998316.454911:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.455021:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4958 00000100:00100000:1.0:1776998316.455035:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+700:2373:x1863313756352768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.455048:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.455055:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 700 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.455071:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 700 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.455090:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.455093:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.455096:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.455114:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.455132:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.456284:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802641152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45197us (45594us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1776998316.456559:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12258 00000004:00080000:0.0:1776998316.456900:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636810380/2, rc 0, transno 4294970457 00000100:00100000:0.0:1776998316.456920:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.457956:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603057800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802644992:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.457977:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.458935:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+700:2373:x1863313756352640:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4601us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.458949:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4956 00010000:00010000:2.0:1776998316.459009:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ecedff56/0x27b6fb26481b1715 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4985d expref: 699 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.459026:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802642304:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.459043:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459055:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459064:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459076:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459087:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459128:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.459808:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802641024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47883us (48956us total) trans 4294970458 rc 0/0 00000100:00100000:2.0:1776998316.459820:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12260 00010000:00010000:2.0:1776998316.459866:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004811c4d0/0x27b6fb26481a95bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d93 expref: 698 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.459883:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802642432:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.459900:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459912:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459923:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459934:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459945:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.459967:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998316.460146:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802641536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48013us (49248us total) trans 4294970459 rc 0/0 00000100:00100000:2.0:1776998316.460157:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12261 00000100:00100000:2.0:1776998316.460226:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802643840:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.460246:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460580:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998316.460591:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460603:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.460650:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460665:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460689:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460708:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481b8d97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460732:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998316.460736:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460746:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.460750:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460760:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460775:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460785:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012f695a7/0x27b6fb26481b8da5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460801:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.460806:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460815:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.460820:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460831:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460845:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460856:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cafa5ad8/0x27b6fb26481b8dac lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.460873:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.460876:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.460878:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.461757:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802644096:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.461778:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.461808:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802644608:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.461823:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.461907:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998316.461934:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636810a80/2, rc 0, transno 4294970458 00000100:00100000:2.0:1776998316.461950:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641024:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998316.461963:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636812300/2, rc 0, transno 4294970459 00000100:00100000:2.0:1776998316.461968:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636812300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.461975:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998316.461991:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802645120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.462042:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.462201:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802645120 00000100:00100000:2.0:1776998316.462209:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802645120 00000100:00100000:3.0:1776998316.464932:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+697:2373:x1863313756352896:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 10170us (11017us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.464948:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4957 00000100:00100000:3.0:1776998316.465055:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802643968:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.465102:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.465226:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802644224:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.465244:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.465281:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802644352:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.465295:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1776998316.465718:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1776998316.465752:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802644480:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.465755:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12274 00010000:00010000:3.0:1776998316.465775:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.465785:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802645120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.465819:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802644736:192.168.201.35@tcp:104: 00002000:00080000:2.0:1776998316.465828:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3047 count 1 00010000:00010000:3.0:1776998316.465833:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.465857:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.465870:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.465903:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 696 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.465906:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.465935:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.465940:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.465941:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.465949:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.465960:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.465995:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998316.466005:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 696 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.466026:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 696 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.466047:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802645504:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.466141:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.466205:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802645248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.466285:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.469054:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802645248 00000100:00100000:2.0:1776998316.469064:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802645248 00000100:00100000:2.0:1776998316.469117:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12275 00000100:00100000:2.0:1776998316.469129:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802645248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.469152:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2761 count 1 00010000:00010000:2.0:1776998316.469173:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.469200:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 696 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.469210:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.469212:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.469216:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.470500:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802641664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59071us (59709us total) trans 4294970460 rc 0/0 00000100:00100000:3.0:1776998316.470513:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12259 00010000:00010000:3.0:1776998316.470549:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.470558:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.470572:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.470577:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.470593:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.472980:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.472997:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481b8d9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.473044:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.473048:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.473051:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.473079:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.473091:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:0.0:1776998316.474032:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636810e00/2, rc 0, transno 4294970460 00000100:00100000:0.0:1776998316.474058:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802641664:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998316.474228:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 696 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.474248:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 696 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.474267:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802645632:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.474344:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.474421:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802644864:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.474446:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.474482:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802643584:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.474495:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.474532:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998316.474547:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802645760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.474594:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.474734:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802645760 00000100:00100000:0.0:1776998316.474742:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802645760 00000100:00100000:0.0:1776998316.474797:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12276 00000100:00100000:0.0:1776998316.474808:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3361:x1863313802645760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.474832:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3155 count 1 00010000:00010000:0.0:1776998316.474857:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.474876:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.474894:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.474897:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.474901:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.474930:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.474934:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802645376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998316.474956:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 696 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.474973:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802645888:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.476200:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+696:2373:x1863313756352768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 21139us (22296us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.476595:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4958 00000100:00100000:0.0:1776998316.477117:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1900 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.477532:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.478205:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802645376 00000100:00100000:2.0:1776998316.478213:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802645376 00000100:00100000:2.0:1776998316.478281:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12277 00000100:00100000:2.0:1776998316.478559:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802645376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.478583:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2674 count 1 00010000:00010000:2.0:1776998316.478605:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.478891:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 695 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.478902:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.478904:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.478908:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.478943:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 695 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.478958:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 695 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.478981:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802646016:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.479028:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750d80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.486638:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486689:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486725:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486769:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486794:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486816:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486868:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486891:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486907:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486922:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.486988:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.487040:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802643712:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.487072:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487108:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353664 00000100:00100000:1.0:1776998316.487116:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353664 00010000:00010000:1.0:1776998316.487163:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 705 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487232:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353920 00000100:00100000:1.0:1776998316.487237:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353920 00010000:00010000:1.0:1776998316.487272:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 706 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487292:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354176 00000100:00100000:1.0:1776998316.487296:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354176 00010000:00010000:1.0:1776998316.487316:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 696 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487334:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353792 00000100:00100000:1.0:1776998316.487337:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353792 00010000:00010000:1.0:1776998316.487354:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 697 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487371:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354048 00000100:00100000:1.0:1776998316.487376:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354048 00010000:00010000:1.0:1776998316.487394:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 707 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487411:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354304 00000100:00100000:1.0:1776998316.487414:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354304 00010000:00010000:1.0:1776998316.487430:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 708 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487447:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353024 00000100:00100000:1.0:1776998316.487450:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353024 00010000:00010000:1.0:1776998316.487465:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 698 pid: 12891 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487479:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353152 00000100:00100000:1.0:1776998316.487481:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353152 00010000:00010000:1.0:1776998316.487496:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 709 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487509:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353408 00000100:00100000:1.0:1776998316.487511:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353408 00010000:00010000:1.0:1776998316.487528:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 710 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487543:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354432 00000100:00100000:1.0:1776998316.487545:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354432 00010000:00010000:1.0:1776998316.487558:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 711 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.487584:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4959 00000100:00100000:1.0:1776998316.487598:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+711:2374:x1863313756353664:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1776998316.487643:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4960 00000100:00100000:3.0:1776998316.487661:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+711:2374:x1863313756353920:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.487668:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.487677:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.487680:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 711 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487689:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 711 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.487710:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 711 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487717:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 711 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.487766:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adaf3177/0x27b6fb26481aa6e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4655e expref: 711 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487784:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000168e352f/0x27b6fb264819ec1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41077 expref: 711 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.487787:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.487793:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.487801:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487811:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.487814:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487815:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.487823:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.487843:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.487860:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.487881:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.487919:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+709:2374:x1863313756353664:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 322us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.487928:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+709:2374:x1863313756353920:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 269us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.487938:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4959 00000100:00100000:3.0:1776998316.487950:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4960 00000100:00100000:1.0:1776998316.487974:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4961 00000100:00100000:3.0:1776998316.487987:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4962 00000100:00100000:1.0:1776998316.487992:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+698:2374:x1863313756354176:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1776998316.488007:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eaa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+698:2374:x1863313756353792:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.488009:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.488022:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 698 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.488025:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.488039:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 698 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.488047:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 698 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.488071:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 698 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.488101:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdeb4f32/0x27b6fb264819e798 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e6a expref: 698 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.488108:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c2c9f56/0x27b6fb26481a8ded lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45a05 expref: 698 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.488135:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.488140:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.488140:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.488146:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.488149:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.488153:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.488212:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.488229:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.488248:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.488265:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.488281:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+696:2374:x1863313756354176:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 296us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.488290:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4961 00000100:00100000:3.0:1776998316.488309:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eaa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+695:2374:x1863313756353792:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 304us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.488319:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4963 00000100:00100000:1.0:1776998316.488329:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+707:2374:x1863313756354048:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.489873:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.489889:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.489904:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.489914:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.489941:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.490536:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+50:3361:x1863313802641920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63337us (70005us total) trans 4294970461 rc 0/0 00000100:00100000:2.0:1776998316.490548:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12272 00000004:00080000:2.0:1776998316.490632:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636811180/2, rc 0, transno 4294970461 00000100:00100000:2.0:1776998316.490648:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636811180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.490760:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802646144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.490809:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.490989:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.490999:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491011:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.491016:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491028:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491048:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491058:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8df9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491083:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.491086:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.491088:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.491104:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354688 00000100:00100000:2.0:1776998316.491113:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354688 00000100:00100000:2.0:1776998316.491166:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51752 00000100:00100000:2.0:1776998316.491178:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3715:17551:x1863313756354688:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998316.491262:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998316.491555:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c1a00/0x27b6fb264819d1b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40476 expref: 3715 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491580:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df63200/0x27b6fb264819d187 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40461 expref: 3714 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491601:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b25cc00/0x27b6fb26481832dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36fb6 expref: 3713 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491666:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c9:0x0].0x0 (ffff8d250de24900) 00010000:00010000:2.0:1776998316.491678:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998316.491703:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491719:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491731:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491749:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491760:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491768:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491889:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491902:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.491911:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492721:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.492732:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 707 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492750:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 707 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492778:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000993d35d9/0x27b6fb2648195bbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ced7 expref: 707 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492798:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.492802:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.492807:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492822:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.492858:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.492896:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4962 00000100:00100000:1.0:1776998316.492921:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+706:2374:x1863313756354048:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4588us (6122us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.492934:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4963 00000100:00100000:1.0:1776998316.492972:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4964 00000100:00100000:1.0:1776998316.495677:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+705:2374:x1863313756354304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.495702:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.495713:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 705 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.495731:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 705 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.495767:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9f9ce6c/0x27b6fb26481aad82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46860 expref: 705 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.495786:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.495788:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.495794:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.495806:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.495880:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.495926:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+704:2374:x1863313756354304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2943us (9107us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.495936:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4964 00000100:00100000:1.0:1776998316.495968:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4965 00000100:00100000:1.0:1776998316.495980:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+694:2373:x1863313756353024:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.495993:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.496001:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 694 pid: 12891 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496017:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 694 pid: 12891 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496046:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078b8874d/0x27b6fb264818dc6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c394fb expref: 694 pid: 12891 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496061:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496063:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496067:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496077:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496118:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.496145:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+693:2373:x1863313756353024:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 168us (9253us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.496155:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4965 00000100:00100000:1.0:1776998316.496196:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4966 00000100:00100000:1.0:1776998316.496207:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+703:2372:x1863313756353152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.496218:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.496226:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 703 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496240:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 703 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496266:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055aa4b67/0x27b6fb26481afb1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ba6 expref: 703 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496279:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496281:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496285:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496296:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496323:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.496350:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+702:2372:x1863313756353152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 145us (9441us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.496359:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4966 00000100:00100000:1.0:1776998316.496381:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4967 00000100:00100000:1.0:1776998316.496391:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+701:2372:x1863313756353408:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.496402:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.496409:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 701 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496422:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 701 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496447:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481a2071 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42841 expref: 701 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496461:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496463:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.496468:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496478:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496502:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.496527:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+700:2372:x1863313756353408:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 137us (9603us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.496537:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4967 00000100:00100000:1.0:1776998316.496557:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4968 00000100:00100000:1.0:1776998316.496568:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+699:2372:x1863313756354432:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.496578:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.496585:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 699 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.496599:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 699 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.497207:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.497223:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.497237:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.497248:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.499990:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500008:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500020:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500030:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500072:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998316.500091:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.500098:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500110:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.500115:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500127:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500146:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500157:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054c6535b/0x27b6fb26481b8e00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.500182:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.500185:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.500188:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.501270:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3361:x1863313802642944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 69318us (80601us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1776998316.501550:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12273 00000100:00100000:0.0:1776998316.501577:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646144 00000100:00100000:0.0:1776998316.501587:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646144 00010000:00010000:2.0:1776998316.502312:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1776998316.503527:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1776998316.503550:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.503568:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.503584:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.503596:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.503641:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998316.504127:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802642688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85653us (91001us total) trans 4294970590 rc 0/0 00000100:00100000:3.0:1776998316.504139:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12268 00010000:00010000:3.0:1776998316.504211:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.504227:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.504239:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.504250:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.504271:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1776998316.504937:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ce3a20f/0x27b6fb264818d9b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393c0 expref: 699 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.504962:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.504964:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.504972:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.504987:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.505029:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.505083:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+698:2372:x1863313756354432:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 8515us (18093us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.505097:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4968 00010000:00010000:1.0:1776998316.505192:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.505208:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.505220:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.505231:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.505263:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802643200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 86317us (92021us total) trans 4294970591 rc 0/0 00000100:00100000:3.0:1776998316.505274:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12270 00010000:00010000:1.0:1776998316.505281:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998316.505310:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.505326:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.505339:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.505351:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.505377:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776998316.505820:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802642560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 89085us (92891us total) trans 4294970592 rc 0/0 00000100:00100000:1.0:1776998316.505831:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12264 00000100:00100000:1.0:1776998316.505997:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.506073:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.506245:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.506346:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.506374:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353280 00000100:00100000:1.0:1776998316.506382:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353280 00010000:00010000:1.0:1776998316.506417:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 693 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.506440:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756353536 00000100:00100000:1.0:1776998316.506444:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756353536 00010000:00010000:1.0:1776998316.506461:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 698 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.506477:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354816 00000100:00100000:1.0:1776998316.506481:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354816 00010000:00010000:1.0:1776998316.506495:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 694 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.506510:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756354944 00000100:00100000:1.0:1776998316.506513:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756354944 00010000:00010000:1.0:1776998316.506528:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 695 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.506549:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4969 00000100:00100000:1.0:1776998316.506560:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+695:2373:x1863313756353280:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.506576:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.506584:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 695 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506602:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 695 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506654:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c673d983/0x27b6fb264818de39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395cd expref: 695 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506671:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.506674:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.506679:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506691:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506720:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.506758:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+694:2373:x1863313756353280:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 199us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.506768:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4969 00000100:00100000:1.0:1776998316.506814:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4970 00000100:00100000:1.0:1776998316.506823:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+698:2373:x1863313756353536:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.506834:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.506841:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 698 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506855:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 698 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506873:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003398b051/0x27b6fb2648196259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d1d9 expref: 698 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506887:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.506890:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.506895:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506906:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.506934:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.506962:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+697:2373:x1863313756353536:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 139us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.506971:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4970 00000100:00100000:1.0:1776998316.506992:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4971 00000100:00100000:1.0:1776998316.507001:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+693:2374:x1863313756354816:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.507013:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.507020:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 693 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507033:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 693 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507050:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.507052:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.507056:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507067:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507085:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.507112:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+693:2374:x1863313756354816:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.507122:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4971 00000100:00100000:1.0:1776998316.507141:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4972 00000100:00100000:1.0:1776998316.507150:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+692:2374:x1863313756354944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.507161:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.507192:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 692 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507206:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 692 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507223:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.507225:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.507229:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.507240:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507510:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1776998316.507521:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507532:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.507539:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507551:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507569:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507581:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083f8882a/0x27b6fb26481b8db3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507606:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1776998316.507638:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507648:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.507652:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507663:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507678:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507690:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b8ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507709:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998316.507715:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507724:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.507728:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507740:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507753:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507764:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b8deb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507782:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998316.507787:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507797:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.507802:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507813:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507828:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507837:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b5f1850/0x27b6fb26481b8dc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507855:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.507860:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507870:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.507875:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507886:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507898:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507909:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481b8de4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.507927:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.507930:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.507932:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.507977:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c10f230/0x27b6fb26481a6c3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ab5 expref: 692 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.507993:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802645888:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.508017:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.508057:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.508067:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.508079:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.508089:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.508118:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998316.515672:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.515772:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+691:2374:x1863313756354944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 8612us (9416us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.515789:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4972 00000100:00100000:2.0:1776998316.516879:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:3361:x1863313802641280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 101903us (104267us total) trans 4294970462 rc 0/0 00000100:00100000:2.0:1776998316.516893:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12262 00000100:00100000:2.0:1776998316.516928:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12278 00000100:00100000:2.0:1776998316.516944:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802646144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.516982:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2838 count 1 00010000:00010000:2.0:1776998316.517013:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517042:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 690 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517062:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.517065:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.517070:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517115:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 690 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517132:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 690 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.517152:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802646272:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.517569:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2631232e40 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.517607:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517642:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517656:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517667:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.517694:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.518301:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3361:x1863313802642816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 100486us (105318us total) trans 4294970593 rc 0/0 00000100:00100000:2.0:1776998316.518312:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12265 00010000:00010000:2.0:1776998316.518346:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.518359:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.518371:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.518382:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.518396:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998316.518895:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3361:x1863313802641408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 100185us (105718us total) trans 4294970463 rc 0/0 00000100:00100000:3.0:1776998316.518908:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12269 00010000:00010000:3.0:1776998316.518956:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.518973:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.518986:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.518998:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519041:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1776998316.519232:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802643072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 101231us (106209us total) trans 4294970594 rc 0/0 00000100:00100000:2.0:1776998316.519244:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12266 00000100:00100000:3.0:1776998316.519581:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3361:x1863313802643456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 98408us (98836us total) trans 4294970595 rc 0/0 00000100:00100000:3.0:1776998316.519592:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12271 00010000:00010000:3.0:1776998316.519655:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998316.519666:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519680:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.519687:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519702:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519728:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519740:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b74bce6f/0x27b6fb26481b8e15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519769:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998316.519775:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519786:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.519790:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519802:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519818:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519829:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091eba3a3/0x27b6fb26481b8dc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519851:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.519856:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519865:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.519870:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519880:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519893:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519903:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077909306/0x27b6fb26481b8dcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519921:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.519926:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519936:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.519940:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519958:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519971:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519981:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8df2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.519998:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.520001:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.520007:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.520054:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520068:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520082:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520094:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520121:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.520397:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3361:x1863313802641792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 104351us (107686us total) trans 4294970465 rc 0/0 00000100:00100000:3.0:1776998316.520410:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12263 00010000:00010000:3.0:1776998316.520445:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520459:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520470:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520481:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.520498:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.520583:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802645504:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.520642:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520705:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fccc8e05/0x27b6fb2648197f86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xac9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df1c expref: 690 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.520727:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802645632:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.520749:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520764:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520776:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520790:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520801:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.520818:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998316.521027:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3361:x1863313802643328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 102790us (107954us total) trans 4294970596 rc 0/0 00000100:00100000:3.0:1776998316.521041:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12267 00000100:00100000:2.0:1776998316.521125:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3360:x1863313802645248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51994us (54838us total) trans 4294970466 rc 0/0 00000100:00100000:2.0:1776998316.521138:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12275 00010000:00010000:3.0:1776998316.521497:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998316.521505:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.521518:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.521523:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.521544:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.521565:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.521577:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481b8dba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.521600:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.521605:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.522774:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.522970:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.523070:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355072 00000100:00100000:1.0:1776998316.523080:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355072 00010000:00010000:1.0:1776998316.523120:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 690 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.523156:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355200 00000100:00100000:1.0:1776998316.523160:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355200 00010000:00010000:1.0:1776998316.523208:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 691 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.523231:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4973 00000100:00100000:1.0:1776998316.523243:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+691:2372:x1863313756355072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.523283:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.523293:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 691 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.523312:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 691 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.523337:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002118313/0x27b6fb26481a2b92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42d50 expref: 691 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.523356:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.523359:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.523364:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.524829:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.524880:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.524948:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+690:2372:x1863313756355072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1702us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.524960:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4973 00000100:00100000:1.0:1776998316.524993:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4974 00000100:00100000:1.0:1776998316.525007:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+689:2375:x1863313756355200:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.525022:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.525030:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 689 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.525049:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 689 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.525072:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.525076:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.525081:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.525094:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.525115:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.525145:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+689:2375:x1863313756355200:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 140us (2175us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.525155:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4974 00000100:00100000:0.0:1776998316.525806:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3361:x1863313802645760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50996us (51208us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1776998316.525821:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12276 00010000:00010000:0.0:1776998316.525856:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.525864:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.525877:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.525883:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.525896:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.525915:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.525928:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002650dfbe/0x27b6fb26481b8e0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xac9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.525956:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.525958:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.525961:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998316.526100:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e8700/2, rc 0, transno 4294970590 00000100:00100000:0.0:1776998316.526135:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802642688:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998316.526153:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e9880/2, rc 0, transno 4294970591 00000100:00100000:0.0:1776998316.526159:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802643200:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998316.526212:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089ebb80/2, rc 0, transno 4294970592 00000100:00100000:0.0:1776998316.526219:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802642560:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998316.526232:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e8a80/2, rc 0, transno 4294970594 00000100:00100000:0.0:1776998316.526238:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802643072:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998316.526564:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998316.527587:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a8700/2, rc 0, transno 4294970466 00000100:00100000:2.0:1776998316.527642:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802645248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.527666:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802646400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.527723:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.527758:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998316.527766:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802646784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.527796:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.527855:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019632b1c/0x27b6fb2648194b30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c752 expref: 688 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.527876:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802646016:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.527902:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.527918:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.527928:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.527942:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.527955:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.527988:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.531564:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998316.531587:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802646912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.531949:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.533512:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646400 00000100:00100000:1.0:1776998316.533522:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646400 00000100:00100000:1.0:1776998316.533575:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646784 00000100:00100000:1.0:1776998316.533580:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646784 00000100:00100000:1.0:1776998316.533911:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646912 00000100:00100000:1.0:1776998316.533916:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646912 00000100:00100000:1.0:1776998316.533945:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12279 00000100:00100000:1.0:1776998316.533957:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802646400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.533992:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3114 count 1 00010000:00010000:1.0:1776998316.534025:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.534061:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.534073:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.534076:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.534081:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.534123:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.534140:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.534208:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802647040:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.535073:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.535081:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.535114:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.535141:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.535144:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3362:x1863313802645376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56585us (57609us total) trans 4294970467 rc 0/0 00010000:00010000:3.0:1776998316.535214:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481b8dd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.535224:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12277 00010000:00010000:3.0:1776998316.535526:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.535534:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.535545:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871600 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:2.0:1776998316.535552:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12280 00010000:00010000:3.0:1776998316.535554:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.535569:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.535574:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802646784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998316.535600:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1776998316.535607:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3073 count 1 00010000:00010000:3.0:1776998316.535641:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f53f0375/0x27b6fb26481b8e1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.535656:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.535664:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.535923:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.535929:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.535936:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 696 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.535949:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.535952:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.535957:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.535971:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12281 00000100:00100000:3.0:1776998316.535986:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3359:x1863313802646912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998316.536000:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 696 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1776998316.536013:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2790 count 1 00010000:00010000:2.0:1776998316.536021:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 696 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536036:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.536043:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802647168:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.536076:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 687 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536088:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.536091:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.536095:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536133:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 687 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.536135:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140540 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.536156:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 687 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.536159:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.536218:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.536226:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802647296:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.536244:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.536492:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.536506:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.536529:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260324fd80 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.536538:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998316.536559:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.536567:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536581:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.536588:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536602:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536645:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536656:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028bee85c/0x27b6fb26481b8e07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.536682:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.536685:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.536690:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.536716:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802646656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.536763:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998316.536824:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a9f80/2, rc 0, transno 4294970467 00000100:00100000:3.0:1776998316.536855:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802645376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.536871:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998316.536880:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802646528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.536916:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.536955:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646656 00000100:00100000:3.0:1776998316.536962:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646656 00000100:00100000:3.0:1776998316.537002:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802646528 00000100:00100000:3.0:1776998316.537008:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802646528 00000100:00100000:3.0:1776998316.537036:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12282 00000100:00100000:3.0:1776998316.537046:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802646656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.537066:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2786 count 1 00010000:00010000:3.0:1776998316.537085:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.537114:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.537128:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.537132:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.537137:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.537200:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.537217:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 696 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.537234:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802647552:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.537280:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.539699:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.539839:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802647424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998316.539896:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998316.539950:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbce00/2, rc 0, transno 4294970464 00000100:00100000:1.0:1776998316.539968:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802645760:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998316.539985:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636811c00/2, rc 0, transno 4294970463 00000100:00100000:1.0:1776998316.539991:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636811c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641408:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998316.540007:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e8380/2, rc 0, transno 4294970589 00000100:00100000:1.0:1776998316.540021:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802642944:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998316.540036:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089eb480/2, rc 0, transno 4294970595 00000100:00100000:1.0:1776998316.540042:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802643456:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998316.540056:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636813480/2, rc 0, transno 4294970462 00000100:00100000:1.0:1776998316.540061:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641280:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998316.540072:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636810000/2, rc 0, transno 4294970465 00000100:00100000:1.0:1776998316.540078:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802641792:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998316.540091:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089ea680/2, rc 0, transno 4294970593 00000100:00100000:1.0:1776998316.540096:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802642816:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998316.540108:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089eb800/2, rc 0, transno 4294970596 00000100:00100000:1.0:1776998316.540113:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802643328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.540511:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.540549:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.540579:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998316.540589:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802647680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.540663:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.540876:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998316.541031:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.541049:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802647424 00000100:00100000:1.0:1776998316.541057:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802647424 00000100:00100000:2.0:1776998316.545727:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3360:x1863313802645120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79946us (83674us total) trans 4294970468 rc 0/0 00000100:00100000:3.0:1776998316.554606:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12283 00000100:00100000:3.0:1776998316.554672:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802646528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.554972:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3121 count 1 00010000:00010000:3.0:1776998316.555007:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.555038:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 696 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.555062:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.555065:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.555071:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.555121:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 696 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.555215:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 696 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.555240:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802648192:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.555344:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.555384:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802648064 00000100:00100000:3.0:1776998316.555395:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802648064 00000100:00100000:0.0:1776998316.558405:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802647680 00000100:00100000:0.0:1776998316.558421:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802647680 00000100:00100000:0.0:1776998316.558490:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12284 00000100:00100000:0.0:1776998316.558504:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3361:x1863313802647680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.558540:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3336 count 1 00010000:00010000:0.0:1776998316.558570:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.558598:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.558641:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.558644:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.558649:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.558709:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 696 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.558727:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 696 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.558748:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802648320:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.558848:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12285 00000100:00100000:1.0:1776998316.558864:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+53:3361:x1863313802647424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998316.558887:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2623 count 1 00010000:00010000:1.0:1776998316.558909:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.558938:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 687 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.558949:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.558952:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.558956:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.558989:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 687 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.559005:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 687 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.559023:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802648448:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.559093:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.559135:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355328 00000100:00100000:1.0:1776998316.559142:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355328 00010000:00010000:1.0:1776998316.559199:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 688 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.559238:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4975 00000100:00100000:1.0:1776998316.559250:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+688:2374:x1863313756355328:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.559289:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.559299:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 688 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.559317:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 688 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.559345:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.559349:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.559355:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.559369:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.559392:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.559429:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+688:2374:x1863313756355328:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 181us (18556us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.559441:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4975 00000100:00100000:1.0:1776998316.560074:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.560110:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.560148:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.560194:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355584 00000100:00100000:1.0:1776998316.560200:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355584 00010000:00010000:1.0:1776998316.560225:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 688 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.560254:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355456 00000100:00100000:1.0:1776998316.560258:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355456 00010000:00010000:1.0:1776998316.560278:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 697 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.560297:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355712 00000100:00100000:1.0:1776998316.560301:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355712 00010000:00010000:1.0:1776998316.560317:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 698 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.560339:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4976 00000100:00100000:1.0:1776998316.560350:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+688:2373:x1863313756355584:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.560362:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.560369:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 688 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560385:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 688 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560405:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.560408:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.560413:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560425:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560446:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.560477:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+688:2373:x1863313756355584:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.560489:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4976 00000100:00100000:1.0:1776998316.560538:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4977 00000100:00100000:1.0:1776998316.560550:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+698:2373:x1863313756355456:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.560561:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.560568:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 698 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560905:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 698 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560926:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.560929:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.560933:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560945:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.560989:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.561022:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+698:2373:x1863313756355456:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 474us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.561033:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4977 00000100:00100000:1.0:1776998316.561054:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4978 00000100:00100000:1.0:1776998316.561065:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+697:2373:x1863313756355712:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.561078:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.561086:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 697 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.561103:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 697 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.561123:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.561125:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.561130:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.561141:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.561160:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.561216:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+697:2373:x1863313756355712:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 150us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.561227:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4978 00000100:00100000:0.0:1776998316.562500:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.563088:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802647808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.563145:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.563203:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802648704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.563238:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.563297:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776998316.563307:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802647936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.563339:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.563362:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802648832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.563395:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.563430:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802647808 00000100:00100000:0.0:1776998316.563437:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802647808 00000100:00100000:0.0:1776998316.563469:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802648704 00000100:00100000:0.0:1776998316.563473:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802648704 00000100:00100000:0.0:1776998316.563489:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802647936 00000100:00100000:0.0:1776998316.563492:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802647936 00000100:00100000:0.0:1776998316.563507:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802648832 00000100:00100000:0.0:1776998316.563510:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802648832 00000100:00100000:0.0:1776998316.563529:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12286 00000100:00100000:0.0:1776998316.563540:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3359:x1863313802647808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.563565:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2664 count 1 00010000:00010000:0.0:1776998316.563589:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563640:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 696 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563653:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.563697:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.563702:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563738:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 696 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563755:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 696 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.563771:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802649088:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.563810:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.563837:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12287 00000100:00100000:0.0:1776998316.563849:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802648704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.563871:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2605 count 1 00010000:00010000:0.0:1776998316.563889:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563908:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 687 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563917:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.563920:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.563924:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563953:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 687 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.563970:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 687 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.563987:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802649216:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.564023:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1300 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.564046:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.564082:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.564103:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998316.564111:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.564137:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.564197:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802648960 00000100:00100000:0.0:1776998316.564204:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802648960 00000100:00100000:0.0:1776998316.564230:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802648576 00000100:00100000:0.0:1776998316.564233:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802648576 00000100:00100000:0.0:1776998316.564252:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12288 00000100:00100000:0.0:1776998316.564261:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3359:x1863313802647936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.564279:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2571 count 1 00010000:00010000:0.0:1776998316.564297:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.564315:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 696 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.564326:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.564328:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.564332:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.564361:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 696 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.564377:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 696 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.564393:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802649344:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.564434:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1900 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.573603:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12289 00000100:00100000:0.0:1776998316.575825:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802648832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.575875:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3288 count 1 00010000:00010000:0.0:1776998316.575907:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.575943:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 687 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.575958:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.575961:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.575966:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.576019:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 687 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.576040:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 687 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.576065:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802649472:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.576165:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00000004:00080000:1.0:1776998316.579071:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1d180/2, rc 0, transno 4294970468 00000100:00100000:1.0:1776998316.579101:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802645120:0@lo:6:osp-syn-0-0.0 00000040:00080000:1.0:1776998316.580155:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2825, 64 off189056 00000004:00080000:1.0:1776998316.580198:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4027372027426ns, next at 4028371994626ns, rc = 0 00010000:00010000:1.0:1776998316.580308:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580334:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580363:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580379:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580391:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580404:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580435:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998316.580465:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580477:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580490:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580502:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dee00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998316.580510:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580524:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580544:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:1.0:1776998316.580550:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998316.580559:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580571:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dee00/0x27b6fb26481b8e31 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580600:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580644:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580655:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580666:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508870e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998316.580672:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580684:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580700:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998316.580704:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998316.580710:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.580721:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870e00/0x27b6fb26481b8e23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998316.580740:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001265f913 reply state 00000000f27b30ee transno 4295019659 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.580767:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998316.580872:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3714:17551:x1863313756354688:12345-192.168.201.35@tcp:36:rm.0 Request processed in 89691us (93997us total) trans 4295019659 rc 0/0 00000100:00100000:1.0:1776998316.580888:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51752 00000100:00100000:2.0:1776998316.583491:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12274 00000100:00100000:2.0:1776998316.583541:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12290 00000100:00100000:2.0:1776998316.583561:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+56:3361:x1863313802648960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.583605:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2620 count 1 00010000:00010000:2.0:1776998316.583658:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.583689:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 687 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.583712:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.583715:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.583720:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.583769:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 687 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.583788:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 687 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.583811:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802649600:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.583906:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.583944:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12291 00000100:00100000:2.0:1776998316.583960:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+56:3361:x1863313802648576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.583984:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3340 count 1 00010000:00010000:2.0:1776998316.584004:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584024:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 687 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584035:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.584037:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.584043:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584074:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 687 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584091:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 687 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.584108:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802649728:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.584147:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091406c0 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.584228:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3407946/0x27b6fb26481a3ae9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43449 expref: 696 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.584249:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802647168:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.584275:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584290:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584303:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584318:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584332:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.584358:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.585015:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3360:x1863313802646784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49446us (57215us total) trans 4294970597 rc 0/0 00000100:00100000:2.0:1776998316.585028:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12280 00010000:00010000:2.0:1776998316.585062:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.585071:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585084:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.585091:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585103:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585124:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998316.585128:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998316.585135:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585146:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8e8c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585198:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.585205:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585219:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.585240:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585252:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585271:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585282:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8e46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585304:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.585307:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.585309:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998316.585366:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603056300/2, rc 0, transno 4294970597 00000100:00100000:2.0:1776998316.585385:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802646784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998316.585487:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c1fb605/0x27b6fb264819add8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f42a expref: 687 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.585505:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802646272:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.585530:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585551:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585562:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585576:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585588:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.585637:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.586236:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802646144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 69296us (95424us total) trans 4294970469 rc 0/0 00000100:00100000:2.0:1776998316.586247:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12278 00000004:00080000:2.0:1776998316.586302:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f8bad80/2, rc 0, transno 4294970469 00000100:00100000:2.0:1776998316.586311:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802646144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.586335:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998316.586352:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802649856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.586397:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.586438:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802649856 00000100:00100000:2.0:1776998316.586446:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802649856 00000100:00100000:2.0:1776998316.586488:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12292 00000100:00100000:2.0:1776998316.586499:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802649856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.586522:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3291 count 1 00010000:00010000:2.0:1776998316.586544:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.586566:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 695 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.586579:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.586582:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.586586:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.588151:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 695 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.588483:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 695 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.588507:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802649984:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.588585:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140f00 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.598993:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083d4f5fc/0x27b6fb26481990f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e70a expref: 686 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.599030:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802647296:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.599064:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599092:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599104:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599120:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599132:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599199:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.599809:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802646912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63824us (67857us total) trans 4294970470 rc 0/0 00000100:00100000:2.0:1776998316.599824:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12281 00000004:00080000:2.0:1776998316.599905:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603057800/2, rc 0, transno 4294970470 00000100:00100000:2.0:1776998316.599916:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802646912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998316.599941:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.599950:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599965:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.599971:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.599985:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600013:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600026:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b8e38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600054:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.600276:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600293:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.600299:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600313:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600333:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600345:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b8e4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.600652:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.600656:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.600659:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.603539:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12293 00000100:00100000:3.0:1776998316.603563:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802648064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.603891:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2656 count 1 00010000:00010000:3.0:1776998316.603925:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.603957:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 695 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.603975:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.603980:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.603986:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.603993:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604011:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.604046:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 695 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604065:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.604077:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 695 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.604102:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802650112:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.604128:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802647040:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.604158:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.604249:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2631232e40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.604257:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802648448:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.604533:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.604546:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a424d77/0x27b6fb2648198e43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5cf expref: 695 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604574:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355840 00000100:00100000:3.0:1776998316.604574:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802647552:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.604586:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355840 00010000:00010000:3.0:1776998316.604603:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.604646:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.604653:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 695 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.604672:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.604696:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604710:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356096 00010000:00010000:3.0:1776998316.604713:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604716:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356096 00010000:00010000:1.0:1776998316.604744:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 686 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.604752:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998316.604784:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756355968 00000100:00100000:1.0:1776998316.604789:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756355968 00010000:00010000:1.0:1776998316.604816:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 696 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.604843:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4979 00000100:00100000:1.0:1776998316.604859:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+696:2373:x1863313756355840:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.604877:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.604885:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.604904:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.604933:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb37bd6a/0x27b6fb26481a53e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43fa2 expref: 696 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.604954:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.604957:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.604963:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.604978:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605025:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.605071:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+695:2373:x1863313756355840:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 216us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.605085:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4979 00000100:00100000:1.0:1776998316.605115:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4980 00000100:00100000:1.0:1776998316.605130:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+686:2373:x1863313756356096:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.605144:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.605152:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 686 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605169:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 686 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605226:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051524eb3/0x27b6fb2648192c82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b960 expref: 686 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605243:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.605246:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.605251:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605263:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605296:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.605604:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+685:2373:x1863313756356096:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 476us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.605639:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4980 00000100:00100000:1.0:1776998316.605662:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4981 00000100:00100000:1.0:1776998316.605672:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+694:2373:x1863313756355968:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.605686:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.605693:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 694 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605710:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 694 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605730:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.605732:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.605737:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605748:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605767:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.605792:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+694:2373:x1863313756355968:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 122us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.605801:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4981 00010000:00010000:1.0:1776998316.605829:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605851:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605866:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605880:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.605901:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998316.609187:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.609202:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609219:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.609226:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609240:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609263:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609275:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b8e54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609306:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.609311:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609322:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.609327:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609340:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609353:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609365:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000884c3ad/0x27b6fb26481b8e3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.609387:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.609390:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.609393:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.610352:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.610681:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.611202:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802650240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.611688:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.611741:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998316.611753:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802650368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.612002:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.612053:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802650240 00000100:00100000:0.0:1776998316.612062:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802650240 00000100:00100000:0.0:1776998316.612111:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802650368 00000100:00100000:0.0:1776998316.612115:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802650368 00000100:00100000:0.0:1776998316.612155:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12294 00000100:00100000:0.0:1776998316.612167:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+58:3359:x1863313802650240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.612200:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2617 count 1 00010000:00010000:0.0:1776998316.612227:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.612252:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 684 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.612265:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.612267:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.612272:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.612308:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 684 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.612826:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802646400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 78869us (85100us total) trans 4294970598 rc 0/0 00000100:00100000:1.0:1776998316.612839:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12279 00000100:00100000:1.0:1776998316.612869:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12295 00000100:00100000:1.0:1776998316.612879:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+58:3359:x1863313802650368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998316.612897:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3343 count 1 00010000:00010000:1.0:1776998316.612915:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.612934:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 684 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.612946:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.612949:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.612953:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.612984:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 684 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.613001:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 684 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.613020:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802650752:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.613085:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1776998316.613112:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.613126:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.613141:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.613152:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.613175:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998316.613984:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 684 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.614008:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802650624:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.614056:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1240 going to sleep for 11 seconds 00000004:00080000:0.0:1776998316.614143:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedea00/2, rc 0, transno 4294970598 00000100:00100000:0.0:1776998316.614166:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802646400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.614240:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802650496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998316.614915:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.614925:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.614938:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9f4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.614944:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.614956:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.614988:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.614999:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000828c757b/0x27b6fb26481b8e69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.615022:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.615025:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.615028:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.620937:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+59:3361:x1863313802647424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62068us (81032us total) trans 4294970471 rc 0/0 00000100:00100000:1.0:1776998316.620955:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12285 00000100:00100000:1.0:1776998316.621867:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802650880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.621941:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.622095:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802650880 00000100:00100000:2.0:1776998316.622106:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802650880 00000100:00100000:2.0:1776998316.622192:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12296 00000100:00100000:2.0:1776998316.622208:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3362:x1863313802650880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.622250:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2841 count 1 00010000:00010000:2.0:1776998316.622283:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.622312:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 693 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.622325:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.622328:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.622334:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.622393:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 693 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.622414:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 693 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.622435:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802651008:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.622497:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260324fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.626073:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.626837:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802646656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 89788us (90070us total) trans 4294970599 rc 0/0 00000100:00100000:3.0:1776998316.626853:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12282 00000004:00080000:0.0:1776998316.627028:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d7100/2, rc 0, transno 4294970471 00000100:00100000:0.0:1776998316.627049:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802647424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.633075:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802650496 00000100:00100000:3.0:1776998316.633091:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802650496 00000100:00100000:2.0:1776998316.636521:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12297 00000100:00100000:2.0:1776998316.636549:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+59:3361:x1863313802650496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.636593:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2608 count 1 00010000:00010000:2.0:1776998316.636659:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.636970:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 684 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.636985:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.636988:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.636994:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.637048:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 684 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.637065:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 684 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.637096:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802651136:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.637231:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2631232600 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.643286:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000259e67b1/0x27b6fb26481a5816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4418c expref: 693 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.643663:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802648192:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.643697:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.643715:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.643728:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.643745:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.643768:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.643809:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.644564:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802646528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 89905us (107643us total) trans 4294970600 rc 0/0 00000100:00100000:3.0:1776998316.644579:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12283 00000100:00100000:2.0:1776998316.648305:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.654184:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.654431:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654557:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654595:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654693:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654728:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654849:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654878:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654916:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.654944:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356352 00000100:00100000:2.0:1776998316.654955:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356352 00010000:00010000:2.0:1776998316.654999:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 693 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.655035:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356224 00000100:00100000:2.0:1776998316.655039:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356224 00010000:00010000:2.0:1776998316.655062:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 694 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.655084:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356608 00000100:00100000:2.0:1776998316.655087:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356608 00010000:00010000:2.0:1776998316.655104:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 685 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.655124:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356480 00000100:00100000:2.0:1776998316.655128:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356480 00010000:00010000:2.0:1776998316.655144:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 695 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.655163:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357120 00000100:00100000:2.0:1776998316.655190:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357120 00010000:00010000:2.0:1776998316.655210:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 686 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.655229:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356992 00000100:00100000:2.0:1776998316.655233:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356992 00010000:00010000:2.0:1776998316.655248:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 687 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.661777:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802651264 00000100:00100000:3.0:1776998316.661795:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802651264 00000100:00100000:3.0:1776998316.661881:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12298 00000100:00100000:3.0:1776998316.661896:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+60:3359:x1863313802651264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.661937:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3285 count 1 00010000:00010000:3.0:1776998316.661968:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662001:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 687 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662017:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.662021:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.662026:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662073:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 687 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662129:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 687 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.662154:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802651392:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.662291:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.662881:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.662893:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662908:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.662915:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662931:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662959:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.662972:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b8e5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.663003:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.663007:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.663011:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.663031:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.663057:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.663072:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.663083:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.665633:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2508871000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.665649:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.665664:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.665737:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf155c3b7 (ffff8d250da9e600) 00010000:00010000:3.0:1776998316.665744:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.665751:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.665762:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508871000/0x27b6fb26481b8e2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf155c3b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.665887:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.666279:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802650112:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.666312:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.666638:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802650624:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.666663:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.666703:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357248 00000100:00100000:2.0:1776998316.666713:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357248 00000100:00100000:3.0:1776998316.666719:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802649728:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.666744:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.666761:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 696 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.666786:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756356864 00000100:00100000:2.0:1776998316.666794:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357376 00000100:00100000:3.0:1776998316.666795:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756356864 00000100:00100000:2.0:1776998316.666803:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357376 00010000:00010000:2.0:1776998316.666834:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 688 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.666860:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16812 00000100:00100000:2.0:1776998316.666873:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4982 00000100:00100000:3.0:1776998316.666881:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3713:17551:x1863313756356864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998316.666895:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+696:2373:x1863313756356352:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.666914:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.666924:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 696 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.666942:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 696 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.666970:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.666973:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.666980:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.666996:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.667024:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.667086:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+696:2373:x1863313756356352:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 196us (12656us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.667100:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4982 00000100:00100000:2.0:1776998316.667136:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4983 00000100:00100000:2.0:1776998316.667151:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+695:2373:x1863313756356224:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.667165:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.667173:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 695 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.667471:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 695 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.667493:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.667497:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.667502:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.667515:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.667542:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.676092:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4adaaca/0x27b6fb26481ad96c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47c56 expref: 695 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.676146:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802648320:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.676219:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.676239:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.676251:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.676268:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.676287:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.676287:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3714:17551:x1863313756356864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 736us (12879us total) trans 4295019660 rc 0/0 00010000:00010000:0.0:1776998316.676333:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.676921:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3361:x1863313802647680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 118417us (136254us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1776998316.676934:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12284 00010000:00010000:0.0:1776998316.677004:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031526dee/0x27b6fb26481944df lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c473 expref: 694 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.677022:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802649088:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.677046:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.677046:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16812 00010000:00010000:0.0:1776998316.677065:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.677076:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.677090:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.677102:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.677111:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4984 00010000:00010000:0.0:1776998316.677136:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998316.677136:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+688:2375:x1863313756356608:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1776998316.677358:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3359:x1863313802647808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 113817us (114211us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1776998316.677370:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12286 00000100:00100000:0.0:1776998316.677416:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802649216:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.677441:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.677486:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802649472:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.677504:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.677556:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603054700/2, rc 0, transno 4294970601 00000100:00100000:0.0:1776998316.677572:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802647680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.677692:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802649344:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.677717:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.677873:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+693:2373:x1863313756356224:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 5826us (18416us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.677887:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4983 00000100:00100000:2.0:1776998316.677951:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4985 00000100:00100000:2.0:1776998316.677964:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+692:2375:x1863313756356480:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.677979:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.677988:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 692 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678005:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 692 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678045:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3f30c2d/0x27b6fb2648190ced lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ab05 expref: 692 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678065:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678068:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678075:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678089:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678126:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.678205:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+691:2375:x1863313756356480:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 207us (23477us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.678215:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4985 00000100:00100000:2.0:1776998316.678238:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4986 00000100:00100000:2.0:1776998316.678248:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+688:2375:x1863313756357120:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.678261:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.678270:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 688 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678287:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 688 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678318:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089a43307/0x27b6fb26481adb87 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47d4b expref: 688 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678334:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678336:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678341:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678352:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678382:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.678412:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+687:2375:x1863313756357120:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (23562us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.678422:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4986 00000100:00100000:2.0:1776998316.678444:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4987 00000100:00100000:2.0:1776998316.678454:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+686:2375:x1863313756356992:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.678467:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.678476:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 686 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678491:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 686 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678516:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678519:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678523:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678535:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678552:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.678578:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+686:2375:x1863313756356992:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 125us (23699us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.678588:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4987 00000100:00100000:2.0:1776998316.678635:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4988 00000100:00100000:2.0:1776998316.678647:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+690:2375:x1863313756357248:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.678659:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.678668:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 690 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678684:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 690 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678702:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678704:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678709:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678728:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.678738:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.678746:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.678756:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 685 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.678784:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+690:2375:x1863313756357248:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 137us (23864us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.678794:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4988 00000100:00100000:2.0:1776998316.678817:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4989 00000100:00100000:2.0:1776998316.678828:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+685:2373:x1863313756357376:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.678838:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.678846:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 685 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678862:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 685 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678881:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b5eee4d/0x27b6fb26481921ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b474 expref: 685 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678894:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678897:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.678901:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678921:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.678947:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.678976:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+684:2373:x1863313756357376:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 149us (13093us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.678987:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4989 00010000:00010000:3.0:1776998316.679195:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 683 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.679221:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d7ecbed/0x27b6fb26481abc3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f13 expref: 683 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.679238:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.679241:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.679245:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.679258:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.679290:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.682649:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802650752:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.682683:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.683860:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+682:2375:x1863313756356608:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6725us (29257us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.683879:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4984 00010000:00010000:3.0:1776998316.683943:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.683959:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.683975:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.683989:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.684023:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998316.684898:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+61:3361:x1863313802648576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 100940us (120756us total) trans 4294970472 rc 0/0 00000100:00100000:3.0:1776998316.684910:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12291 00010000:00010000:3.0:1776998316.685024:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.685041:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.685055:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.685067:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998316.685088:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897ea00/2, rc 0, transno 4294970472 00010000:00010000:3.0:1776998316.685092:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776998316.685118:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.685566:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3359:x1863313802648832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 109755us (122168us total) trans 4294970473 rc 0/0 00000100:00100000:3.0:1776998316.685578:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12289 00010000:00010000:1.0:1776998316.686061:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bbbf745/0x27b6fb26481abe5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47008 expref: 689 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.686085:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802649984:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.686111:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.686125:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.686136:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.686148:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.686160:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.686176:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776998316.688674:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3361:x1863313802649856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 102170us (102270us total) trans 4294970603 rc 0/0 00000100:00100000:1.0:1776998316.688690:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12292 00010000:00010000:1.0:1776998316.688778:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f9af110/0x27b6fb2648192ab4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b88e expref: 681 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.688800:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802649600:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.688825:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.688839:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.688849:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.688863:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.688876:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.688891:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1776998316.689438:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3361:x1863313802648960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 105884us (125353us total) trans 4294970474 rc 0/0 00000100:00100000:1.0:1776998316.689449:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12290 00000100:00100000:1.0:1776998316.689508:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802651008:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.689534:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998316.689586:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbea00/2, rc 0, transno 4294970603 00000100:00100000:1.0:1776998316.689633:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802649856:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998316.689655:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897df80/2, rc 0, transno 4294970474 00000100:00100000:1.0:1776998316.689662:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648960:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998316.689699:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bede680/2, rc 0, transno 4294970600 00000100:00100000:1.0:1776998316.689706:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802646528:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998316.689719:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bede300/2, rc 0, transno 4294970599 00000100:00100000:1.0:1776998316.689724:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802646656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.689857:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.689957:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.690007:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.690043:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.690121:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.690244:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357504 00000100:00100000:1.0:1776998316.690254:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357504 00010000:00010000:1.0:1776998316.690293:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 689 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.690328:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357760 00000100:00100000:1.0:1776998316.690333:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357760 00010000:00010000:1.0:1776998316.690352:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 681 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.690371:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357632 00000100:00100000:1.0:1776998316.690376:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357632 00010000:00010000:1.0:1776998316.690395:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 682 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.690412:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756357888 00000100:00100000:1.0:1776998316.690416:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756357888 00010000:00010000:1.0:1776998316.690434:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 690 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.690452:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358016 00000100:00100000:1.0:1776998316.690456:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358016 00010000:00010000:1.0:1776998316.690473:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 683 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.690494:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4990 00000100:00100000:1.0:1776998316.690506:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+690:2375:x1863313756357504:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.690523:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.690530:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 690 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.690557:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 690 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.690585:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6582f9e/0x27b6fb264819400f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c243 expref: 690 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.692037:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998316.692051:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.692067:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d995800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.692075:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.692089:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.692133:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.692147:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006630d793/0x27b6fb26481b8e62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693293:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998316.693301:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693334:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d994c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.693339:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693352:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693371:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693382:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000090a0cfc/0x27b6fb26481b8e70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.693405:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998316.693411:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.693783:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.693801:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.693815:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.693847:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.693864:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998316.694523:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dec00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.694534:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.694548:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.694571:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.694584:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de93bf28/0x27b6fb26481b8e9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.694639:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1776998316.694930:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3359:x1863313802648704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 131079us (131687us total) trans 4294970475 rc 0/0 00000100:00100000:2.0:1776998316.694944:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12287 00000100:00100000:2.0:1776998316.695076:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4991 00000100:00100000:2.0:1776998316.695092:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2375:x1863313756357760:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.695111:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.695122:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 683 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695140:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 683 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695162:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e5e0f0b/0x27b6fb26481928e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7bc expref: 683 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695208:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.695212:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.695218:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695233:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695275:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.695322:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+682:2375:x1863313756357760:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 233us (5364us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.695333:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4991 00000100:00100000:2.0:1776998316.695361:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4992 00000100:00100000:2.0:1776998316.695656:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+681:2375:x1863313756357632:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.695675:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.695954:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 681 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695970:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 681 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.695989:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8359bb5/0x27b6fb26481add55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47e1d expref: 681 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.696006:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.696008:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.696013:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.696026:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.696060:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.696093:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+680:2375:x1863313756357632:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 721us (6083us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.696102:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4992 00000100:00100000:2.0:1776998316.696128:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4993 00000100:00100000:2.0:1776998316.696140:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+690:2375:x1863313756357888:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.696152:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.696160:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 690 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.697207:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.697225:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.697232:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.697254:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.697276:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.697289:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b8e85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.700960:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 690 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.700993:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003eaf400/0x27b6fb264819af59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4d9 expref: 690 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.701557:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.701561:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.701569:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.701586:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.701942:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998316.701951:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.701965:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.701972:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.701988:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702010:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702022:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.702024:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b8ea1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702060:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.702067:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702078:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.702083:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.702098:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+688:2375:x1863313756357504:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 11588us (12237us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998316.702098:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.702132:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4990 00010000:00010000:3.0:1776998316.702134:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702149:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1c2438f/0x27b6fb26481b8e93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702175:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.702181:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702193:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.702199:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702218:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702235:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702246:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8e77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.702258:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4994 00010000:00010000:3.0:1776998316.702273:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.702277:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.702280:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.702307:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+679:2374:x1863313756358016:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.702330:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.702332:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.702341:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 679 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702375:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 679 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702378:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702413:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702421:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.702427:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.702431:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702434:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.702463:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702466:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.702520:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.702528:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998316.702559:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+679:2374:x1863313756358016:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 261us (12436us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.702572:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4994 00010000:00010000:2.0:1776998316.702918:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.702922:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.702928:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.702941:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.702986:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.703038:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+687:2375:x1863313756357888:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6899us (12992us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.703049:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4993 00010000:00010000:2.0:1776998316.703151:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005fb401e/0x27b6fb264819237c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b546 expref: 678 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.703202:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802651136:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.703230:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.703252:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.703643:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.703656:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.703667:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.703690:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998316.705311:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.705328:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.705341:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.705351:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.705368:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998316.705960:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802650880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83459us (83722us total) trans 4294970604 rc 0/0 00000100:00100000:1.0:1776998316.705973:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12296 00000004:00080000:1.0:1776998316.706056:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d906a00/2, rc 0, transno 4294970604 00000100:00100000:1.0:1776998316.706066:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802650880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.707025:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+61:3361:x1863313802650496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70486us (80955us total) trans 4294970476 rc 0/0 00000100:00100000:2.0:1776998316.707036:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12297 00010000:00010000:2.0:1776998316.707071:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.707086:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.707099:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.707118:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.707133:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998316.710064:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+61:3359:x1863313802650240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97893us (98372us total) trans 4294970477 rc 0/0 00000100:00100000:3.0:1776998316.710079:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12294 00010000:00010000:3.0:1776998316.710128:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710148:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710164:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710211:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710230:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1776998316.710370:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+61:3359:x1863313802650368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97488us (98365us total) trans 4294970478 rc 0/0 00000100:00100000:2.0:1776998316.710386:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12295 00000100:00100000:3.0:1776998316.710515:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3361:x1863313802648064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 106959us (169962us total) trans 4294970605 rc 0/0 00000100:00100000:3.0:1776998316.710529:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12293 00010000:00010000:3.0:1776998316.710567:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998316.710578:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710592:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.710601:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710645:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710672:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710684:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8eaf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710715:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998316.710722:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710732:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.710738:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710749:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710768:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710780:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8ec4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710804:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998316.710810:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.710820:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.710825:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.710827:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d907100/2, rc 0, transno 4294970478 00010000:00010000:3.0:1776998316.710844:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.710850:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802650368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998316.710870:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c05c00/2, rc 0, transno 4294970477 00010000:00010000:3.0:1776998316.710877:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.710881:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802650240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998316.710900:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b8ebd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.710908:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897d180/2, rc 0, transno 4294970473 00000100:00100000:2.0:1776998316.710917:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802648832:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998316.710924:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.710931:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.710939:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603054000/2, rc 0, transno 4294970602 00010000:00010000:3.0:1776998316.710944:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:2.0:1776998316.710951:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802647808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998316.710953:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.710972:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897c000/2, rc 0, transno 4294970475 00000100:00100000:2.0:1776998316.710985:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802648704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.711005:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1776998316.711006:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711027:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.711032:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998316.711049:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b8eb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711068:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.711075:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711084:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.711089:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.711104:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998316.711107:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711124:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711134:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b8ea8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711166:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.711208:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.711213:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.711226:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.711248:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802651520 00000100:00100000:3.0:1776998316.711258:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802651520 00000100:00100000:3.0:1776998316.711320:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12299 00000100:00100000:3.0:1776998316.711339:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3359:x1863313802651520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.711369:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651904:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.711372:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3070 count 1 00010000:00010000:3.0:1776998316.711403:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.711426:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998316.711428:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 686 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711443:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.711448:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.711453:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.711465:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998316.711477:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802652032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998316.711497:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 686 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.711521:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 686 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.711523:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.711558:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802652416:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.711583:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802651648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.728165:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1900 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.728245:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802651904 00000100:00100000:3.0:1776998316.728258:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802651904 00000100:00100000:3.0:1776998316.728433:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652032 00000100:00100000:3.0:1776998316.728441:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652032 00000100:00100000:3.0:1776998316.728781:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12300 00000100:00100000:3.0:1776998316.728798:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+62:3359:x1863313802651904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.728838:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3167 count 1 00010000:00010000:3.0:1776998316.728874:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.728907:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.728921:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.728926:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.728932:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.728958:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12301 00000100:00100000:0.0:1776998316.728977:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+62:3359:x1863313802652032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998316.728986:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1776998316.729007:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2793 count 1 00010000:00010000:3.0:1776998316.729009:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 677 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.729033:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.729048:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802653184:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.729064:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 677 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.729079:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.729082:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.729087:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.729137:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 677 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.729146:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.729160:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 677 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.729234:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802653312:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.729311:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.732483:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802651776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.732561:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.733121:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.733251:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.734158:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802651392:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.734191:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.734232:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358144 00000100:00100000:3.0:1776998316.734240:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358144 00010000:00010000:3.0:1776998316.734282:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.735249:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802652544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.735305:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802652672:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998316.735342:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.735350:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.736978:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.737025:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.738744:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4995 00000100:00100000:3.0:1776998316.738767:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+678:2374:x1863313756358144:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998316.738789:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.738801:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.738827:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.738857:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d837d365/0x27b6fb26481aba71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e41 expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.738879:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.738882:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.738888:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.738904:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.738940:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.739002:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+677:2374:x1863313756358144:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 242us (5884us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.739015:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4995 00010000:00010000:3.0:1776998316.739057:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.739073:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.739088:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.739102:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.739127:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.744661:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+63:3359:x1863313802651264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82760us (90474us total) trans 4294970479 rc 0/0 00000100:00100000:3.0:1776998316.744680:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12298 00000100:00100000:0.0:1776998316.751507:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.751590:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.751660:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802651776 00000100:00100000:3.0:1776998316.751672:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802651776 00000100:00100000:3.0:1776998316.751733:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652288 00000100:00100000:3.0:1776998316.751739:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652288 00000100:00100000:3.0:1776998316.751784:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12302 00000100:00100000:3.0:1776998316.751798:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+64:3362:x1863313802651776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.751837:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2835 count 1 00010000:00010000:3.0:1776998316.751868:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.751897:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.751910:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.751913:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.751918:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.751969:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.751989:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.752009:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802653440:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.752094:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.752122:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.752132:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.752146:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.752153:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.752197:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.752227:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.752238:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8ecb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.752709:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12303 00000100:00100000:2.0:1776998316.752725:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+64:3362:x1863313802652288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.752749:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3413 count 1 00010000:00010000:2.0:1776998316.752768:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.752790:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 676 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.752803:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.752805:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.752810:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.752840:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 676 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.752856:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 676 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.752874:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802653568:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.752924:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091406c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.760880:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.760890:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.760895:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.761104:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.761957:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802652416:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.761997:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.762057:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802653184:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.762080:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.762131:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802653312:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.762155:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.762245:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358400 00000100:00100000:3.0:1776998316.762256:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358400 00000100:00100000:3.0:1776998316.762336:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51753 00000100:00100000:3.0:1776998316.762353:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3714:17551:x1863313756358400:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998316.762427:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998316.762461:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d01200/0x27b6fb26481982e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15c3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e0a4 expref: 3714 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.762498:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d01400/0x27b6fb26481982b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e08f expref: 3713 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.762525:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250964ec00/0x27b6fb2648180f0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3688c expref: 3712 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.762543:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c3:0x0].0x0 (ffff8d250d3f0200) 00010000:00010000:3.0:1776998316.762562:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998316.762592:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.762761:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358528 00000100:00100000:2.0:1776998316.762769:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358528 00010000:00010000:2.0:1776998316.762800:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 687 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.762839:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4996 00000100:00100000:2.0:1776998316.762890:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+687:2375:x1863313756358528:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.762909:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.762916:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 687 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.762936:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 687 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.762961:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6659684/0x27b6fb26481a391b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43377 expref: 687 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.762979:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.762983:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.762990:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.763012:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.763048:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998316.764858:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.764877:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.764893:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.764906:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.764932:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998316.765561:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3359:x1863313802647936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 201297us (202217us total) trans 4294970606 rc 0/0 00000100:00100000:1.0:1776998316.765575:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12288 00000100:00100000:0.0:1776998316.766219:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998316.766235:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.766589:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.767927:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652928 00000100:00100000:1.0:1776998316.767939:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652928 00000100:00100000:1.0:1776998316.768016:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652800 00000100:00100000:1.0:1776998316.768023:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652800 00000100:00100000:1.0:1776998316.768060:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12304 00000100:00100000:1.0:1776998316.768073:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3362:x1863313802652928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.768124:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2566 count 1 00010000:00010000:1.0:1776998316.768152:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770357:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 686 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770382:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.770386:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.770393:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770449:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 686 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770469:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 686 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.770491:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802653696:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.770596:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.770659:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12305 00000100:00100000:1.0:1776998316.770675:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3362:x1863313802652800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.770702:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2512 count 1 00010000:00010000:1.0:1776998316.770727:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770746:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 686 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770758:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.770760:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.770764:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770793:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 686 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.770809:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 686 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.770826:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802653824:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.770864:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24eb40 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.775694:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.775719:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.775745:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.775759:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.775800:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998316.776239:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3359:x1863313802651520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64903us (65138us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1776998316.776253:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12299 00010000:00010000:3.0:1776998316.776495:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776500:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998316.776515:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776527:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776534:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.776546:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776572:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776573:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776637:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776642:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776663:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776668:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000073d0811/0x27b6fb26481b8e7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776713:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.776721:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776732:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.776738:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776752:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776773:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776807:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b8ed2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776834:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.776842:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.776847:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.776852:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.776856:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.776871:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.778088:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+686:2375:x1863313756358528:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 15230us (16985us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.778105:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4996 00000100:00100000:2.0:1776998316.778976:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.779045:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802653056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.779106:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998316.779165:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263642ed80/2, rc 0, transno 4294970607 00000100:00100000:2.0:1776998316.779217:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651520:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.779240:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891dc00/2, rc 0, transno 4294970479 00000100:00100000:2.0:1776998316.779254:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651264:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998316.779272:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ed80/2, rc 0, transno 4294970606 00000100:00100000:2.0:1776998316.779278:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802647936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.779318:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652544 00000100:00100000:2.0:1776998316.779328:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652544 00000100:00100000:2.0:1776998316.779376:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802653056 00000100:00100000:2.0:1776998316.779382:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802653056 00000100:00100000:2.0:1776998316.779412:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12306 00000100:00100000:2.0:1776998316.779425:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+27:3359:x1863313802652544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.779465:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3106 count 1 00010000:00010000:2.0:1776998316.779495:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.779523:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 685 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.779536:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.779540:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.779546:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.779598:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 685 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.779885:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 685 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.779907:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802653952:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.780000:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.780159:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998316.780212:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802654080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.780262:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.780580:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.780664:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802654080 00000100:00100000:2.0:1776998316.780672:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802654080 00000100:00100000:2.0:1776998316.780716:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652672 00000100:00100000:2.0:1776998316.780720:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652672 00000100:00100000:2.0:1776998316.780754:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12307 00000100:00100000:2.0:1776998316.780767:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3359:x1863313802653056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.780791:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3461 count 1 00010000:00010000:2.0:1776998316.780814:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.780835:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 685 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998316.780837:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2826, 64 off189120 00010000:00010000:2.0:1776998316.780856:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.780859:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.780863:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.780902:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 685 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.780921:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 685 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.780941:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802654464:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.780959:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.780983:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.781000:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140f00 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.781002:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781019:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781033:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.781035:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12308 00010000:00010000:3.0:1776998316.781051:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.781057:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:3359:x1863313802654080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.781094:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3242 count 1 00010000:00010000:3.0:1776998316.781099:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998316.781119:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781127:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781154:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781211:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.781215:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 676 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781237:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998316.781250:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.781250:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.781254:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.781263:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781270:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781524:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c3:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998316.781531:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998316.781540:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.781546:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 676 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.781561:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b8f11 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.781580:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 676 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.783854:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12309 00000100:00100000:1.0:1776998316.783874:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3360:x1863313802652672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.783898:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2503 count 1 00010000:00010000:1.0:1776998316.783916:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.783935:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 685 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.783945:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.783948:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.783952:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.783986:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 685 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.784016:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 685 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.784032:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802654720:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.784091:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24e480 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.784775:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.784871:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.785240:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802654336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.785511:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.785555:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998316.785567:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802654208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.785602:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.785673:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358784 00000100:00100000:0.0:1776998316.785680:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358784 00010000:00010000:0.0:1776998316.785715:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 677 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.785750:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358656 00000100:00100000:0.0:1776998316.785755:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358656 00010000:00010000:0.0:1776998316.785777:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 678 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.785818:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4997 00000100:00100000:0.0:1776998316.785832:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+678:2372:x1863313756358784:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.785847:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.785856:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 678 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.785875:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 678 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.785904:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097d31753/0x27b6fb26481992c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xae9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e7dc expref: 678 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.785923:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.785926:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.785932:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.785946:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.785981:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.786029:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+677:2372:x1863313756358784:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 198us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.786041:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4997 00000100:00100000:0.0:1776998316.786101:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4998 00000100:00100000:0.0:1776998316.786113:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+676:2372:x1863313756358656:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.786125:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.786132:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 676 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786149:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 676 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786198:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5ea0f07/0x27b6fb26481a7375 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44dfd expref: 676 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786216:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.786219:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.786225:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786237:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786269:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.786300:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+675:2372:x1863313756358656:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 189us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.786311:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4998 00000100:00100000:0.0:1776998316.786350:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802654336 00000100:00100000:0.0:1776998316.786356:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802654336 00000100:00100000:0.0:1776998316.786393:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802654208 00000100:00100000:0.0:1776998316.786398:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802654208 00000100:00100000:0.0:1776998316.786430:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12310 00000100:00100000:0.0:1776998316.786440:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802654336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.786464:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3234 count 1 00010000:00010000:0.0:1776998316.786487:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786506:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 685 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786516:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.786519:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.786523:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786557:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 685 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.786575:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 685 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.786594:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802654848:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.786951:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.786981:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12311 00000100:00100000:0.0:1776998316.786996:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802654208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.787017:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3374 count 1 00010000:00010000:0.0:1776998316.787037:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.787056:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 685 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.787066:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.787068:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.787072:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.787101:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 685 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.787116:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 685 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.787133:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802654976:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.787199:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.790762:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.790778:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.790794:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.790800:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.790815:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.790837:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c3:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:0.0:1776998316.790842:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998316.790850:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.790860:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b8f26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.790890:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.790894:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.790897:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.791875:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802654592:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.791968:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140540 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.792001:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.792081:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802652160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.792130:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998316.792213:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d906300/2, rc 0, transno 4294970476 00000100:00100000:2.0:1776998316.792230:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802650496:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998316.792252:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0e300/2, rc 0, transno 4294970605 00000100:00100000:2.0:1776998316.792264:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802648064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.792301:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802651648 00000100:00100000:2.0:1776998316.792308:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802651648 00000100:00100000:2.0:1776998316.792347:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802652160 00000100:00100000:2.0:1776998316.792351:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802652160 00000100:00100000:2.0:1776998316.792371:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12312 00000100:00100000:2.0:1776998316.792383:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+67:3361:x1863313802651648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.792416:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3158 count 1 00010000:00010000:2.0:1776998316.792466:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.792492:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 674 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.792504:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.792507:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.792512:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.792554:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 674 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.792575:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 674 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.794016:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802655104:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.794072:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091403c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.794197:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802655232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.794556:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.794586:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998316.794597:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802655360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.794696:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.794878:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802655232 00000100:00100000:2.0:1776998316.794885:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802655232 00000100:00100000:2.0:1776998316.794914:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802655360 00000100:00100000:2.0:1776998316.794918:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802655360 00000100:00100000:2.0:1776998316.794936:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12313 00000100:00100000:2.0:1776998316.794947:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3361:x1863313802652160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.794970:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3402 count 1 00010000:00010000:2.0:1776998316.794991:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.795013:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.795024:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.795027:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.795031:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.795064:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.795080:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.795097:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802655488:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.795164:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2631232600 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.796460:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796479:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796490:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796500:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998316.796507:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796519:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796539:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998316.796544:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998316.796551:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.796561:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b8ef5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998316.796584:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1dfce75 reply state 000000003bc75ec2 transno 4295019661 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.796598:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998316.796715:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3713:17551:x1863313756358400:12345-192.168.201.35@tcp:36:rm.0 Request processed in 34364us (63462us total) trans 4295019661 rc 0/0 00000100:00100000:3.0:1776998316.796733:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51753 00010000:00010000:3.0:1776998316.800057:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.800087:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12314 00000100:00100000:3.0:1776998316.800106:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+68:3359:x1863313802655232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.800140:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2963 count 1 00010000:00010000:3.0:1776998316.800167:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800194:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 674 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800206:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.800209:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.800215:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800281:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 674 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800298:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 674 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.800319:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802655616:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.800451:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1300 going to sleep for 11 seconds 00000100:00100000:3.0:1776998316.800481:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12315 00000100:00100000:3.0:1776998316.800496:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3359:x1863313802655360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.800518:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2684 count 1 00010000:00010000:3.0:1776998316.800538:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800560:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 685 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800571:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.800574:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.800578:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800916:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 685 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.800934:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 685 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.800953:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802655744:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.800998:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1b40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.801045:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.801059:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.801082:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.801093:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.801119:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.802545:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+69:3359:x1863313802652032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 73572us (91024us total) trans 4294970480 rc 0/0 00000100:00100000:3.0:1776998316.802558:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12301 00010000:00010000:3.0:1776998316.802597:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.802663:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.802678:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.802690:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.802717:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998316.803118:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+69:3359:x1863313802651904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74323us (91693us total) trans 4294970481 rc 0/0 00000100:00100000:3.0:1776998316.803134:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12300 00010000:00010000:3.0:1776998316.803319:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.803329:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803343:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.803349:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803363:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803387:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803399:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b8ee0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803429:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.803434:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803445:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.803450:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803471:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803487:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803498:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b8ed9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.803518:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.803521:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.803524:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998316.803589:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05180/2, rc 0, transno 4294970480 00000100:00100000:2.0:1776998316.806501:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802653696:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.806565:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.807083:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802653824:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.807107:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.809039:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.811649:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802653568:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.811682:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.814919:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802652032:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998316.814965:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e04000/2, rc 0, transno 4294970481 00000100:00100000:3.0:1776998316.814972:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802651904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.815016:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802653440:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.815055:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.815573:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.815672:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.815742:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802654720:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.815763:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.815795:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756358912 00000100:00100000:2.0:1776998316.815803:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756358912 00010000:00010000:2.0:1776998316.815848:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 675 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.816109:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359040 00000100:00100000:2.0:1776998316.816116:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359040 00010000:00010000:2.0:1776998316.816141:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.816189:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 4999 00000100:00100000:2.0:1776998316.816204:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+676:2375:x1863313756358912:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.816221:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776998316.816789:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5000 00000100:00100000:0.0:1776998316.816804:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+676:2375:x1863313756359040:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.816817:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.816824:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.816842:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.816871:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000490b9846/0x27b6fb264819ac0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f358 expref: 676 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.816893:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.816896:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.816903:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.816919:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.816966:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.817033:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+675:2375:x1863313756359040:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 231us (1359us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.817044:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5000 00000100:00100000:0.0:1776998316.817097:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802656000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.817156:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.817230:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998316.817240:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802655872:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998316.817594:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 674 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817641:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 674 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817663:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028fff559/0x27b6fb26481b0771 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49141 expref: 674 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817678:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.817681:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.817686:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817699:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817732:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.817767:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+673:2375:x1863313756358912:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1565us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.817778:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 4999 00000100:00100000:2.0:1776998316.817828:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802654464:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.817850:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817883:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817895:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817909:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817919:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.817942:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.818297:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3362:x1863313802652288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65574us (81270us total) trans 4294970482 rc 0/0 00000100:00100000:2.0:1776998316.818308:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12303 00000100:00100000:2.0:1776998316.818331:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802656000 00000100:00100000:2.0:1776998316.818337:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802656000 00000100:00100000:2.0:1776998316.818374:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12316 00000100:00100000:2.0:1776998316.818385:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3362:x1863313802656000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.818417:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2952 count 1 00010000:00010000:2.0:1776998316.818443:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818462:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 672 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818474:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.818476:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.818480:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818511:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 672 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818529:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 672 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.818546:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802656128:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.818599:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250b244780 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.818654:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.818663:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818677:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.818682:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818696:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818714:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818724:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a29b77ea/0x27b6fb26481b8eee lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.818746:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.818749:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.818752:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.818843:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998316.818896:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05f80/2, rc 0, transno 4294970482 00000100:00100000:0.0:1776998316.818915:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652288:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998316.819465:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.819481:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.819494:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.819506:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.819529:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.819559:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802653952:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.819584:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.819922:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802655872 00000100:00100000:3.0:1776998316.819929:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802655872 00000100:00100000:3.0:1776998316.819968:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12317 00000100:00100000:3.0:1776998316.819978:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:3362:x1863313802655872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.819999:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2692 count 1 00010000:00010000:3.0:1776998316.820019:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.820038:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 672 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.820048:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.820051:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.820055:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.820083:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 672 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.820099:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 672 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.820117:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802656384:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.820215:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26304923c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.820238:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.820246:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.820341:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+71:3362:x1863313802651776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68544us (87778us total) trans 4294970483 rc 0/0 00000100:00100000:1.0:1776998316.820353:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12302 00000100:00100000:2.0:1776998316.821668:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998316.821687:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802656256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.822077:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998316.822290:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.822296:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822311:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822333:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822344:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8ee7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822369:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.822371:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.822374:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.822440:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802656256 00000100:00100000:3.0:1776998316.822449:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802656256 00000100:00100000:3.0:1776998316.822492:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12318 00000100:00100000:3.0:1776998316.822503:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+71:3360:x1863313802656256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.822528:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3016 count 1 00010000:00010000:3.0:1776998316.822549:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822568:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 672 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822579:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.822581:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.822585:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.822926:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 672 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.823127:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998316.826574:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359168 00000100:00100000:1.0:1776998316.826586:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359168 00000100:00100000:2.0:1776998316.828080:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.828126:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.828159:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000004:00080000:0.0:1776998316.830238:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e04700/2, rc 0, transno 4294970483 00000100:00100000:0.0:1776998316.830350:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802651776:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998316.831233:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 686 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.831286:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359424 00000100:00100000:1.0:1776998316.831294:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359424 00010000:00010000:1.0:1776998316.831321:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 687 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.831350:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359552 00000100:00100000:1.0:1776998316.831355:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359552 00010000:00010000:1.0:1776998316.831396:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 688 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.831419:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359296 00000100:00100000:1.0:1776998316.831424:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359296 00010000:00010000:1.0:1776998316.831445:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 689 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.831470:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5001 00000100:00100000:1.0:1776998316.831482:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+689:2374:x1863313756359168:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.831499:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.831507:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 689 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.831526:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 689 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.831556:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014ef2b0f/0x27b6fb26481909eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a9a7 expref: 689 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.831579:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.831583:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.831589:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.832472:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5002 00000100:00100000:2.0:1776998316.832487:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+688:2374:x1863313756359424:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.832502:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.832510:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 688 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832528:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 688 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832548:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bfbb9bd/0x27b6fb26481a4f10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d72 expref: 688 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832574:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.832577:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.832582:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832593:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832658:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.832729:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+687:2374:x1863313756359424:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 243us (4652us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.832743:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5002 00000100:00100000:2.0:1776998316.832772:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5003 00000100:00100000:2.0:1776998316.832785:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+686:2374:x1863313756359552:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.832797:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.832805:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 686 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832822:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 686 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832842:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e859e452/0x27b6fb264818e3f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39866 expref: 686 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832867:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.832869:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.832874:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832887:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.832916:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.832948:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+685:2374:x1863313756359552:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.832959:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5003 00000100:00100000:2.0:1776998316.832984:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5004 00000100:00100000:2.0:1776998316.832994:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+684:2375:x1863313756359296:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.833008:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.833016:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 684 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833032:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 684 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833050:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c0e98c0/0x27b6fb264818e95a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39adc expref: 684 pid: 13958 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833075:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.833078:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.833083:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833094:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833122:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.833151:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2375:x1863313756359296:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 158us (4991us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.833162:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5004 00010000:00010000:2.0:1776998316.833232:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833247:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833263:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833275:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.833300:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.833856:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802652672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49988us (53278us total) trans 4294970608 rc 0/0 00000100:00100000:2.0:1776998316.833868:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12309 00000100:00100000:2.0:1776998316.833911:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802656640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.833956:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998316.834010:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a002d80/2, rc 0, transno 4294970608 00000100:00100000:2.0:1776998316.834026:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802652672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.834058:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802656640 00000100:00100000:2.0:1776998316.834065:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802656640 00000100:00100000:2.0:1776998316.834108:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12319 00000100:00100000:2.0:1776998316.834119:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+72:3360:x1863313802656640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.834149:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3019 count 1 00010000:00010000:2.0:1776998316.834206:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834228:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 672 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834240:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.834243:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.834247:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834284:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 672 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834301:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 672 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.834319:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802656768:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.834376:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb300 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.834464:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834477:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834489:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834501:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.834524:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.837145:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802652800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 66468us (70551us total) trans 4294970609 rc 0/0 00000100:00100000:2.0:1776998316.837161:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12305 00000100:00100000:0.0:1776998316.837666:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802656896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.837724:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.838079:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.838113:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.838142:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.838225:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.838785:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802656896 00000100:00100000:2.0:1776998316.838796:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802656896 00000100:00100000:2.0:1776998316.838845:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12320 00000100:00100000:2.0:1776998316.838858:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3361:x1863313802656896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.838888:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3068 count 1 00010000:00010000:2.0:1776998316.838916:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.838943:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.838954:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.838957:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.838963:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.839003:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.839021:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.839039:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802657024:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.839092:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.839146:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802655104:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.841206:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.841348:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998316.841666:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.841965:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.841983:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359680 00000100:00100000:2.0:1776998316.841990:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359680 00000100:00100000:1.0:1776998316.842017:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+683:2374:x1863313756359168:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 10535us (18889us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998316.842023:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 683 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.842031:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5001 00000100:00100000:2.0:1776998316.842057:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359936 00000100:00100000:2.0:1776998316.842061:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359936 00010000:00010000:2.0:1776998316.842079:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 673 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.842087:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360192 00000100:00100000:1.0:1776998316.842091:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360192 00000100:00100000:2.0:1776998316.842097:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756359808 00000100:00100000:2.0:1776998316.842100:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756359808 00010000:00010000:1.0:1776998316.842111:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.842115:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 683 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.842130:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360064 00000100:00100000:1.0:1776998316.842134:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360064 00000100:00100000:2.0:1776998316.842137:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5005 00000100:00100000:2.0:1776998316.842146:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2373:x1863313756359680:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.842148:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 675 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.842160:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.842167:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 683 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.842184:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 683 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.842193:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5006 00000100:00100000:1.0:1776998316.842203:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+675:2373:x1863313756359936:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.842212:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.842215:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.842215:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.842221:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.842222:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 675 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.842237:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.842249:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 675 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.842258:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998316.842268:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.842270:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.842275:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.842287:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.842287:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2373:x1863313756359680:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 141us (4210us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998316.842305:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.842319:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5005 00000100:00100000:1.0:1776998316.842331:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+675:2373:x1863313756359936:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.842340:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5006 00010000:00010000:3.0:1776998316.842537:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 674 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.842562:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802656512:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.842912:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.842953:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.842968:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.842984:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.842997:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843036:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998316.843054:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.843412:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3359:x1863313802652544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63988us (64436us total) trans 4294970610 rc 0/0 00000100:00100000:3.0:1776998316.843424:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12306 00010000:00010000:3.0:1776998316.843458:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998316.843468:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843482:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.843488:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843503:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843523:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843534:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b8f34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843560:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998316.843566:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843584:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.843589:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843600:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843643:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843654:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b8f03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843673:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998316.843679:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843689:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998316.843693:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843704:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843717:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843727:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a678f213/0x27b6fb26481b8f18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.843743:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.843745:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998316.843748:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998316.843816:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a000000/2, rc 0, transno 4294970610 00000100:00100000:3.0:1776998316.843838:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802652544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.843921:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5007 00000100:00100000:3.0:1776998316.843936:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998316.843942:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+674:2373:x1863313756360192:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.843958:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1776998316.843959:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998316.843971:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.843990:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 674 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.844013:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998316.844014:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.844019:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.844026:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.844040:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.844065:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.844069:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802657152 00000100:00100000:3.0:1776998316.844078:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802657152 00000100:00100000:2.0:1776998316.844105:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+674:2373:x1863313756360192:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 169us (5959us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.844117:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5007 00000100:00100000:3.0:1776998316.844128:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12321 00000100:00100000:3.0:1776998316.844143:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3361:x1863313802657152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.844147:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360320 00000100:00100000:2.0:1776998316.844156:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360320 00010000:00010000:2.0:1776998316.844209:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 683 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1776998316.844223:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3057 count 1 00000100:00100000:2.0:1776998316.844237:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5008 00000100:00100000:2.0:1776998316.844250:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2373:x1863313756359808:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998316.844251:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.844275:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 683 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.844289:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.844291:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.844297:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.844303:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.844304:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 683 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.844579:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 683 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.844595:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 683 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.844642:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802657280:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.844994:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.845015:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.846968:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.846992:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998316.847236:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 683 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.847260:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.847263:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.847268:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.847281:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.847305:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.847351:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+683:2373:x1863313756359808:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 3104us (9125us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.847364:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5008 00000100:00100000:2.0:1776998316.847393:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360448 00000100:00100000:1.0:1776998316.847673:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5009 00000100:00100000:1.0:1776998316.847691:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+673:2373:x1863313756360064:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.847709:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.847718:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 673 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.847784:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998316.847922:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e090a0d8/0x27b6fb26481a9c10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xca2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46072 expref: 682 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.847942:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802654848:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.847967:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.847981:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.847992:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.848005:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.848015:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.848035:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.848346:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802654336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61904us (62832us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1776998316.848358:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12310 00000100:00100000:2.0:1776998316.848921:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360448 00010000:00010000:2.0:1776998316.848953:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 674 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.848980:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360576 00000100:00100000:2.0:1776998316.848984:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360576 00010000:00010000:2.0:1776998316.849004:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 682 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.849025:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5010 00000100:00100000:2.0:1776998316.849035:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+682:2372:x1863313756360320:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.849048:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.849054:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 682 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.849070:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 682 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.849091:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000261d068e/0x27b6fb26481b249e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e84 expref: 682 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.849108:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.849110:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.849115:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.849128:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.849159:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.849439:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000096bc580/0x27b6fb26481af048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c486ba expref: 681 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.849458:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802654976:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.849479:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.849493:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.849503:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.849515:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.849527:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.849545:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998316.849572:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 674 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.849629:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008861d71d/0x27b6fb26481a6e0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b87 expref: 674 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.849647:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.849650:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.849654:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.849667:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.850010:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+680:2372:x1863313756360320:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 973us (6955us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.850022:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5010 00000100:00100000:2.0:1776998316.850049:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5011 00000100:00100000:2.0:1776998316.850060:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+673:2373:x1863313756360448:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.850072:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.850079:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 673 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850095:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 673 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850113:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.850115:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.850120:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850130:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850601:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.850661:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+673:2373:x1863313756360448:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 602us (3696us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.850673:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5011 00000100:00100000:2.0:1776998316.850699:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5012 00000100:00100000:2.0:1776998316.850711:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+679:2373:x1863313756360576:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.850724:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.850732:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 679 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850748:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 679 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850769:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.850771:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.850776:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850788:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850809:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.850838:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+679:2373:x1863313756360576:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.850847:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5012 00010000:00010000:2.0:1776998316.850885:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850898:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850920:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850933:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.850953:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998316.851342:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802654208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64347us (65736us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1776998316.851355:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12311 00010000:00010000:0.0:1776998316.851858:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851875:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851888:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851899:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.851906:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851919:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851937:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x415c7027 (ffff8d250da6bf00) 00010000:00010000:0.0:1776998316.851942:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998316.851948:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.851960:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b8f0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x415c7027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.853290:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802652928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85216us (101697us total) trans 4294970613 rc 0/0 00000100:00100000:2.0:1776998316.853303:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12304 00010000:00010000:2.0:1776998316.853349:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.853363:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.853376:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.853387:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.853422:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1776998316.853888:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802653056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73122us (74779us total) trans 4294970614 rc 0/0 00000100:00100000:2.0:1776998316.853905:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12307 00010000:00010000:2.0:1776998316.853974:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073fc5dde/0x27b6fb26481aa093 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4627f expref: 672 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.853995:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802654592:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.854020:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854035:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854048:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854063:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854076:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854093:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1776998316.854542:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802654080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 73490us (74279us total) trans 4294970484 rc 0/0 00000100:00100000:2.0:1776998316.854552:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12308 00000100:00100000:2.0:1776998316.854632:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802656128:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.854654:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854686:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776998316.854695:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854707:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.854713:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854724:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854745:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854757:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b8f3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xca2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854780:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998316.854786:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854795:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.854800:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854812:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854828:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854839:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b8f42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854858:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998316.854864:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854874:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.854878:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854891:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854906:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854917:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b8efc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854943:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.854948:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.854959:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.854963:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.855012:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.855063:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+671:2373:x1863313756360064:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 7376us (16805us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.855076:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5009 00000004:00080000:0.0:1776998316.855214:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde1f80/2, rc 0, transno 4294970484 00000100:00100000:0.0:1776998316.855242:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802654080:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998316.855262:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f23800/2, rc 0, transno 4294970614 00000100:00100000:0.0:1776998316.855274:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802653056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998316.856050:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856074:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856085:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d25b2168/0x27b6fb26481b8f1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856108:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.856114:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856125:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.856130:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856151:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856165:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856208:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fbd2d46/0x27b6fb26481b8f2d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.856233:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.856236:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.856240:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.857162:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.857181:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.857195:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.857208:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.857234:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.858078:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360832 00000100:00100000:0.0:1776998316.858090:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360832 00000100:00100000:0.0:1776998316.858152:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16813 00000100:00100000:0.0:1776998316.858192:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c1b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3712:17551:x1863313756360832:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998316.859687:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+73:3361:x1863313802651648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67303us (67682us total) trans 4294970485 rc 0/0 00000100:00100000:2.0:1776998316.859700:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12312 00000100:00100000:2.0:1776998316.859738:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998316.859757:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802657408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.859808:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.859849:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.859857:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.859873:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.859879:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.859892:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.859915:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.859928:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b8f49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.859955:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.859958:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.859961:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998316.860012:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9f80/2, rc 0, transno 4294970612 00000100:00100000:2.0:1776998316.860023:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802654208:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.860040:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9180/2, rc 0, transno 4294970611 00000100:00100000:2.0:1776998316.860045:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802654336:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.860058:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ed80/2, rc 0, transno 4294970609 00000100:00100000:2.0:1776998316.860063:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652800:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.860075:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0e300/2, rc 0, transno 4294970613 00000100:00100000:2.0:1776998316.860080:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802652928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998316.860116:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a16adddc/0x27b6fb26481b00d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48e3f expref: 670 pid: 12897 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.860131:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802655488:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.860154:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.860191:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.860204:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.860217:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.860229:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.860426:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000229f6be5/0x27b6fb264819f90a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41658 expref: 669 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.860449:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802655616:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.860475:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.860490:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.860504:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.860518:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.860531:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.865122:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.866480:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+73:3361:x1863313802652160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 71530us (74344us total) trans 4294970486 rc 0/0 00000100:00100000:2.0:1776998316.866495:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12313 00000100:00100000:2.0:1776998316.866528:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802657408 00000100:00100000:2.0:1776998316.866538:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802657408 00000100:00100000:2.0:1776998316.866590:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12322 00000100:00100000:2.0:1776998316.866600:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+73:3360:x1863313802657408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.867257:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c1b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3713:17551:x1863313756360832:12345-192.168.201.35@tcp:35:rm.0 Request processed in 9089us (19469us total) trans 4295019662 rc 0/0 00000100:00100000:0.0:1776998316.867272:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16813 00010000:00010000:1.0:1776998316.869420:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998316.869435:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.869454:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.869461:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.869475:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.869512:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.869525:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b8f50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1776998316.869921:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2877 count 1 00010000:00010000:2.0:1776998316.869950:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.869976:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 668 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.869989:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.869992:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.869996:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.870053:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 668 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.870072:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 668 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.870102:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802657536:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.871158:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.871166:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.871179:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.871185:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.871198:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.871216:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.871231:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.871233:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.871236:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.873286:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.874115:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776998316.874129:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8f57 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874432:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.874441:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.874492:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802656384:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.874521:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874567:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f83cea7d/0x27b6fb26481950e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c9eb expref: 678 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.874586:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802655744:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.874637:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874653:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874664:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874678:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874697:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.874724:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.876934:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.876998:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.877098:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.877129:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756360960 00000100:00100000:0.0:1776998316.877138:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756360960 00010000:00010000:0.0:1776998316.877206:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 669 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.877217:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361088 00000100:00100000:1.0:1776998316.877224:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361088 00000100:00100000:0.0:1776998316.877247:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361216 00000100:00100000:0.0:1776998316.877252:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361216 00010000:00010000:1.0:1776998316.877253:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 670 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877268:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 671 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.877288:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5013 00000100:00100000:0.0:1776998316.877297:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5014 00000100:00100000:1.0:1776998316.877301:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+671:2374:x1863313756360960:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1776998316.877306:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+671:2375:x1863313756361088:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.877319:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.877319:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.877327:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 671 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877328:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877349:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.877349:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 671 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877379:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a0f970c/0x27b6fb264819f26c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41356 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.877401:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c816147e/0x27b6fb2648195604 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cc3e expref: 670 pid: 12895 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877408:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.877411:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.877417:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.877418:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.877419:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.877425:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877433:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.877438:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.877469:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998316.880205:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.880265:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+669:2375:x1863313756361088:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2953us (3261us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.880280:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5014 00000100:00100000:0.0:1776998316.880318:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5015 00000100:00100000:0.0:1776998316.880333:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+668:2372:x1863313756361216:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.880348:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.880357:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 668 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.880378:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 668 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.880419:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.880422:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.880428:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.880449:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.880473:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.881708:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+74:3359:x1863313802655232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81604us (87148us total) trans 4294970487 rc 0/0 00000100:00100000:3.0:1776998316.881723:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12314 00000100:00100000:3.0:1776998316.881953:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.882013:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.882896:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802655360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82400us (88197us total) trans 4294970615 rc 0/0 00000100:00100000:2.0:1776998316.882910:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12315 00000100:00100000:2.0:1776998316.882935:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802658048 00000100:00100000:2.0:1776998316.882942:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802658048 00000100:00100000:2.0:1776998316.882983:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12323 00000100:00100000:2.0:1776998316.882993:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802658048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.883022:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3065 count 1 00010000:00010000:2.0:1776998316.883048:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883071:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883083:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.883087:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.883091:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883128:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883154:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 677 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998316.883155:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093c9f80/2, rc 0, transno 4294970615 00000100:00100000:2.0:1776998316.883210:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802658304:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.883220:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802655360:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998316.883246:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5c000/2, rc 0, transno 4294970487 00000100:00100000:3.0:1776998316.883264:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802655232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.883279:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776998316.883292:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+668:2374:x1863313756360960:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 5989us (6620us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998316.883292:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802657664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.883315:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5013 00000100:00100000:0.0:1776998316.883359:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+667:2372:x1863313756361216:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 3029us (6260us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.883371:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5015 00000100:00100000:2.0:1776998316.883856:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080240 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.883905:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f7090cb/0x27b6fb26481a1aba lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c425a8 expref: 666 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.883926:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802656768:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.883952:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883966:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883976:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.883989:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.884000:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.884859:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998316.885747:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.885937:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+74:3360:x1863313802656640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51816us (51977us total) trans 4294970488 rc 0/0 00000100:00100000:2.0:1776998316.885952:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12319 00000100:00100000:2.0:1776998316.885984:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802657664 00000100:00100000:3.0:1776998316.885989:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.885993:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802657664 00000100:00100000:3.0:1776998316.886041:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.886117:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802658176 00000100:00100000:3.0:1776998316.886125:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802658176 00000100:00100000:3.0:1776998316.886179:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12324 00000100:00100000:3.0:1776998316.886193:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3359:x1863313802658176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998316.886224:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2899 count 1 00010000:00010000:3.0:1776998316.886255:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886270:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1776998316.886270:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12325 00010000:00010000:1.0:1776998316.886282:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.886286:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+36:3359:x1863313802657664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998316.886291:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 677 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886310:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00002000:00080000:2.0:1776998316.886312:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2911 count 1 00010000:00010000:1.0:1776998316.886319:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.886322:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.886329:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.886335:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886336:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886354:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 677 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886363:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886365:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.886368:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.886372:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886555:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b8f5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886587:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.886593:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886627:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.886633:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886646:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886673:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886684:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b8f7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886690:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 677 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886706:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.886708:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 677 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.886709:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.886712:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.886735:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802658432:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.886791:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26214b6e40 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.886816:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886829:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886842:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886854:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.886876:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998316.887084:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.887144:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 677 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.887162:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 677 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.887209:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802658560:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.887275:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.889723:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.889734:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.889748:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.889754:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.889767:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.889787:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.889798:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b8f6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.889824:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.889828:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.889830:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.889839:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.892248:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+74:3362:x1863313802655872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72264us (73400us total) trans 4294970489 rc 0/0 00000100:00100000:2.0:1776998316.892263:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12317 00000004:00080000:3.0:1776998316.892276:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedd880/2, rc 0, transno 4294970488 00000100:00100000:3.0:1776998316.892309:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802656640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.892436:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.892488:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.892525:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802658688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.892558:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998316.892628:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07480/2, rc 0, transno 4294970485 00000100:00100000:3.0:1776998316.892637:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802651648:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998316.892656:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e06a00/2, rc 0, transno 4294970486 00000100:00100000:3.0:1776998316.892662:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802652160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.892677:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1776998316.892684:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.892719:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.892744:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802658816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.894779:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802657792 00000100:00100000:0.0:1776998316.894790:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802657792 00000100:00100000:0.0:1776998316.894835:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802658688 00000100:00100000:0.0:1776998316.894840:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802658688 00000100:00100000:0.0:1776998316.894859:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802657920 00000100:00100000:0.0:1776998316.894863:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802657920 00000100:00100000:0.0:1776998316.894886:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12326 00000100:00100000:0.0:1776998316.894897:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802657792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.894928:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2924 count 1 00010000:00010000:0.0:1776998316.894955:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.894980:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.894992:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.894995:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.894999:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895033:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 677 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895049:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 677 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.895075:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802659328:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.895150:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.895198:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12327 00000100:00100000:0.0:1776998316.895210:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+74:3361:x1863313802658688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.895229:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2960 count 1 00010000:00010000:0.0:1776998316.895248:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895499:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 665 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895510:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.895512:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.895516:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895548:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 665 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895563:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 665 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.895579:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802659456:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.895643:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.895670:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12328 00000100:00100000:0.0:1776998316.895682:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802657920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998316.895701:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2972 count 1 00010000:00010000:0.0:1776998316.895718:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895735:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 677 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895745:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.895748:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.895752:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895780:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 677 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.895795:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 677 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.895810:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802659584:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.895848:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260326dc00 going to sleep for 11 seconds 00000004:00080000:0.0:1776998316.895889:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603054a80/2, rc 0, transno 4294970489 00000100:00100000:0.0:1776998316.895922:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802655872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.895933:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998316.895945:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802659200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.895988:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.896033:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802659200 00000100:00100000:0.0:1776998316.896038:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802659200 00000100:00100000:0.0:1776998316.896073:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12329 00000100:00100000:0.0:1776998316.896082:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+75:3362:x1863313802659200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.896101:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2476 count 1 00010000:00010000:0.0:1776998316.896118:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.896136:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.896145:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.896148:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.896151:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.896236:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.896251:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.896266:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802659712:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.896302:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.897015:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.897038:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.897053:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.897074:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.897087:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.897109:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998316.898125:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.898135:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.898148:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.898154:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.898188:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.898213:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.898224:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003650466a/0x27b6fb26481b8f65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.898256:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.898259:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.898262:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.899097:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+76:3362:x1863313802656000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80710us (81937us total) trans 4294970490 rc 0/0 00000100:00100000:3.0:1776998316.899111:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.899118:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12316 00000100:00100000:2.0:1776998316.899156:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802658816 00000100:00100000:2.0:1776998316.899163:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802658816 00000100:00100000:3.0:1776998316.899165:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998316.899208:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12330 00000100:00100000:2.0:1776998316.899219:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3361:x1863313802658816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.899288:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802659840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.899345:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.899394:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802659840 00000100:00100000:3.0:1776998316.899401:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802659840 00000100:00100000:3.0:1776998316.899440:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12331 00000100:00100000:3.0:1776998316.899455:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3361:x1863313802659840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.899481:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3187 count 1 00010000:00010000:3.0:1776998316.899506:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.899530:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 665 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.899544:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.899546:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.899551:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.899591:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 665 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.899653:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603056680/2, rc 0, transno 4294970490 00000100:00100000:0.0:1776998316.899679:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802656000:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.900350:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2739 count 1 00010000:00010000:2.0:1776998316.900370:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.900391:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 677 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.900620:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.900624:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.900629:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 4/0,1 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.900671:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 677 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.900688:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 677 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.900992:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802660224:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.902522:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.902576:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802657024:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.902875:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.907221:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 665 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.907254:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802659968:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.920982:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.920995:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.921098:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.921164:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.921240:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802660096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.921278:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.921317:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998316.921327:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802659072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998316.921380:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998316.921422:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802658944 00000100:00100000:3.0:1776998316.921432:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802658944 00000100:00100000:3.0:1776998316.921479:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802660096 00000100:00100000:3.0:1776998316.921483:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802660096 00000100:00100000:1.0:1776998316.923855:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802659072 00000100:00100000:1.0:1776998316.923864:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802659072 00000100:00100000:1.0:1776998316.923911:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12332 00000100:00100000:1.0:1776998316.923924:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+79:3359:x1863313802658944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998316.923958:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3004 count 1 00010000:00010000:1.0:1776998316.923987:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.924015:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 665 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.924028:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.924031:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.924036:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.924079:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 665 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.924095:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 665 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.924113:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802660352:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.924248:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24e480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.925688:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925715:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925745:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925787:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925830:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925891:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925961:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.925988:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361600 00000100:00100000:2.0:1776998316.925995:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361600 00010000:00010000:2.0:1776998316.927659:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 678 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928466:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361856 00000100:00100000:2.0:1776998316.928472:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361856 00010000:00010000:2.0:1776998316.928497:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 679 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928516:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361728 00000100:00100000:2.0:1776998316.928519:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361728 00010000:00010000:2.0:1776998316.928536:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 666 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928554:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361984 00000100:00100000:2.0:1776998316.928557:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361984 00010000:00010000:2.0:1776998316.928573:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 667 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928590:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362112 00000100:00100000:2.0:1776998316.928593:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362112 00010000:00010000:2.0:1776998316.928637:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 680 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928653:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362240 00000100:00100000:2.0:1776998316.928656:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362240 00010000:00010000:2.0:1776998316.928960:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 681 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.928979:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362368 00000100:00100000:2.0:1776998316.928983:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362368 00010000:00010000:2.0:1776998316.928999:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 682 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.929030:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5016 00000100:00100000:2.0:1776998316.929042:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+682:2374:x1863313756361600:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.929057:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.929064:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929080:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929105:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a629a016/0x27b6fb26481a37e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c432eb expref: 682 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929126:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.929129:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.929136:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929149:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929202:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.929257:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+681:2374:x1863313756361600:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 215us (3570us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.929273:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5016 00000100:00100000:2.0:1776998316.929297:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5017 00000100:00100000:2.0:1776998316.929307:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+680:2374:x1863313756361856:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.929542:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.929550:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 680 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929566:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 680 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.929585:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.929588:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.929592:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.930572:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.930871:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.930887:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.930900:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.930925:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998316.931260:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802656896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92403us (93534us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1776998316.931272:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12320 00000100:00100000:0.0:1776998316.931300:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12333 00000100:00100000:0.0:1776998316.931313:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+79:3359:x1863313802659072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.931337:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2737 count 1 00010000:00010000:0.0:1776998316.931362:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931384:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 667 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931428:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.931431:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.931436:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 4/0,1 mode: --/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931477:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 667 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931494:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 667 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.931512:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802660480:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.931573:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3d80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.931597:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.931626:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931637:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.931643:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931655:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931673:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931684:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b8f81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.931706:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.931708:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.931710:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.932707:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5018 00000100:00100000:0.0:1776998316.932723:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630eaa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+667:2374:x1863313756361728:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.932736:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.932744:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 667 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932761:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 667 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932782:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.932784:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.932789:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932801:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932819:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.932850:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630eaa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+667:2374:x1863313756361728:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 133us (7105us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.932861:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5018 00000100:00100000:0.0:1776998316.932884:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5019 00000100:00100000:0.0:1776998316.932893:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+666:2374:x1863313756361984:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.932902:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.932909:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 666 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932923:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 666 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932938:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.932940:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.932944:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932955:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.932970:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.932992:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+666:2374:x1863313756361984:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 100us (7204us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998316.933000:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5019 00010000:00010000:2.0:1776998316.933256:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.933282:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.933591:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+680:2374:x1863313756361856:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4285us (7873us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.934073:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756361472 00000100:00100000:1.0:1776998316.934084:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756361472 00000100:00100000:1.0:1776998316.934132:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51754 00000100:00100000:1.0:1776998316.934142:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3713:17551:x1863313756361472:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998316.934223:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998316.934246:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9000/0x27b6fb2648191973 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1465:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0b5 expref: 3713 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934264:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1465:0x0].0x0 (ffff8d2608b85c00) 00010000:00010000:1.0:1776998316.934278:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c06c00/0x27b6fb2648194889 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1501:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c61e expref: 3712 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.934290:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5017 00010000:00010000:1.0:1776998316.934297:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c07800/0x27b6fb264819485f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1501:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c609 expref: 3711 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934313:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2641266c00/0x27b6fb264817f484 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1501:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3633e expref: 3710 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934325:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1501:0x0].0x0 (ffff8d2616dc0100) 00010000:00010000:1.0:1776998316.934335:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.934344:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5020 00000100:00100000:2.0:1776998316.934355:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+679:2372:x1863313756362112:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.934357:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934368:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.934372:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934376:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 679 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934385:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934391:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 679 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934403:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934409:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.934412:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.934414:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934416:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934424:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934429:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934444:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.934471:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+679:2372:x1863313756362112:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 118us (8640us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.934481:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5020 00000100:00100000:2.0:1776998316.934503:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5021 00000100:00100000:2.0:1776998316.934512:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+678:2375:x1863313756362240:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.934524:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.934531:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934545:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 678 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934553:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.934566:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934572:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.934574:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.934576:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934579:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934590:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934636:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.934665:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+678:2375:x1863313756362240:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 153us (8774us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.934676:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5021 00000100:00100000:2.0:1776998316.934696:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5022 00000100:00100000:2.0:1776998316.934704:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+677:2375:x1863313756362368:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.934715:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.934722:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 677 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934736:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 677 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934752:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.934754:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.934759:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934777:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934794:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.934822:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+677:2375:x1863313756362368:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 119us (8861us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.934831:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5022 00010000:00010000:2.0:1776998316.934916:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3cbca16/0x27b6fb26481a3619 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43219 expref: 676 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.934933:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802658304:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.934957:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934969:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934979:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.934991:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935001:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935047:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.935324:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802658048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52330us (53309us total) trans 4294970617 rc 0/0 00000100:00100000:2.0:1776998316.935335:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12323 00010000:00010000:2.0:1776998316.935381:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017590e1a/0x27b6fb264819d975 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407fd expref: 675 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.935399:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802658432:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.935417:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935429:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935438:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935450:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935461:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935483:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998316.935692:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802657664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49408us (49946us total) trans 4294970618 rc 0/0 00000100:00100000:2.0:1776998316.935703:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12325 00010000:00010000:2.0:1776998316.935937:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.935946:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935958:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c8a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.935963:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935974:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.935992:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936002:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b8f96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936022:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.936026:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936034:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c9000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.936039:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936057:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936072:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936084:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d053d3be/0x27b6fb26481b8fa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936104:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936106:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936109:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936119:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936156:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b08b06b9/0x27b6fb264819c54e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fed4 expref: 665 pid: 6663 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.936210:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802657536:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.936231:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936244:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936255:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936274:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936285:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936307:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998316.936322:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.936328:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936338:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.936343:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936353:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936369:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936378:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005036c209/0x27b6fb26481b8f8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.936396:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936400:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.936404:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.936486:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12334 00000100:00100000:3.0:1776998316.936508:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:3359:x1863313802660096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.936540:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2522 count 1 00010000:00010000:3.0:1776998316.936566:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.936591:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 664 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.936631:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.936634:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.936639:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.936680:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 664 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.936699:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 664 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.936720:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802660608:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.937202:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1300 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.939326:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000481415e6/0x27b6fb26481a3149 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42fe9 expref: 674 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.939346:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802657280:192.168.201.35@tcp:104: 00000040:00080000:1.0:1776998316.939488:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2827, 64 off189184 00010000:00010000:1.0:1776998316.939568:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939586:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939623:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939636:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939645:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939655:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939948:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998316.939974:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939983:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939991:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.939998:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998316.940003:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940013:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940026:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1501:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998316.940031:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998316.940036:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940045:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac000/0x27b6fb26481b8ff1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1501:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940066:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940075:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.940083:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940083:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940093:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940101:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.940101:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998316.940105:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940105:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940115:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940116:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940127:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998316.940129:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1501:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998316.940131:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998316.940132:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998316.940135:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940137:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940147:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad400/0x27b6fb26481b8fff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1501:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.940147:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9aca00/0x27b6fb26481b8fe3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998316.940159:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c619878 reply state 00000000396a9963 transno 4295019663 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.940165:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.940168:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.940170:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998316.940197:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998316.940256:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3711:17551:x1863313756361472:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6113us (19271us total) trans 4295019663 rc 0/0 00000100:00100000:1.0:1776998316.940268:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51754 00010000:00010000:3.0:1776998316.941639:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.941693:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.941705:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.941718:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.941730:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.941757:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998316.943260:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802657152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 99118us (99244us total) trans 4294970619 rc 0/0 00000100:00100000:3.0:1776998316.943274:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12321 00010000:00010000:3.0:1776998316.943336:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb264819d23d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c404b5 expref: 673 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.943355:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802658560:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.943378:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.943391:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.943401:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.943415:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.943427:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.943453:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998316.943669:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998316.943680:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943696:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.943702:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943738:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943765:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943797:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b8f88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943830:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.943836:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943847:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.943854:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943867:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943885:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943899:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481b8f9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.943927:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.943929:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802658176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57735us (57884us total) trans 4294970620 rc 0/0 00010000:00010000:1.0:1776998316.943933:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.943939:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.943946:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12324 00000004:00080000:3.0:1776998316.944017:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5ca80/2, rc 0, transno 4294970618 00000100:00100000:3.0:1776998316.944049:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802657664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998316.944066:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d905880/2, rc 0, transno 4294970620 00000100:00100000:3.0:1776998316.944073:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658176:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998316.944084:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5c000/2, rc 0, transno 4294970617 00000100:00100000:3.0:1776998316.944090:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658048:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998316.944135:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d6300/2, rc 0, transno 4294970619 00000100:00100000:3.0:1776998316.944141:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998316.944156:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde9500/2, rc 0, transno 4294970616 00000100:00100000:3.0:1776998316.944160:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802656896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998316.944586:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.945727:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802659328:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.945753:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.945793:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802659456:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.945810:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.945840:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802659584:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.945855:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.945895:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802659712:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998316.945910:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.947120:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:3360:x1863313802657408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80518us (87309us total) trans 4294970491 rc 0/0 00000100:00100000:2.0:1776998316.947134:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12322 00000100:00100000:0.0:1776998316.947243:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802660736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.947293:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998316.947346:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbdc00/2, rc 0, transno 4294970491 00000100:00100000:0.0:1776998316.947363:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802657408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.947425:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802660992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.947459:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.947493:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802661120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.947503:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802660736 00000100:00100000:1.0:1776998316.947510:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802660736 00000100:00100000:0.0:1776998316.947523:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.947550:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998316.947551:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802660992 00000100:00100000:1.0:1776998316.947555:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802660992 00000100:00100000:0.0:1776998316.947558:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802660864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998316.947575:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802661120 00000100:00100000:1.0:1776998316.947579:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802661120 00000100:00100000:0.0:1776998316.947585:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.947644:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802661376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.947676:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998316.950372:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998316.950385:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802661248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.950451:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.950491:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802660864 00000100:00100000:1.0:1776998316.950499:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802660864 00000100:00100000:1.0:1776998316.950549:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802661376 00000100:00100000:1.0:1776998316.950553:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802661376 00000100:00100000:1.0:1776998316.950570:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802661248 00000100:00100000:1.0:1776998316.950573:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802661248 00000100:00100000:1.0:1776998316.950592:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12335 00000100:00100000:1.0:1776998316.950627:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+44:3360:x1863313802660736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998316.950659:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2500 count 1 00010000:00010000:1.0:1776998316.950688:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.950713:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 672 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.950743:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.950746:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.950751:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.950804:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 672 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.950824:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 672 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.950841:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25093c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802661504:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.954130:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12336 00000100:00100000:2.0:1776998316.954160:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+80:3362:x1863313802660992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998316.954200:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3427 count 1 00010000:00010000:2.0:1776998316.954232:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.954285:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 664 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.954299:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.954302:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.954307:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.954358:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 664 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.954378:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 664 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.954428:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802661632:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.954519:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.954937:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12337 00000100:00100000:2.0:1776998316.954950:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+44:3362:x1863313802661120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.954972:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2554 count 1 00010000:00010000:2.0:1776998316.954989:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955006:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 672 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955016:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.955018:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.955021:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955049:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 672 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955062:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 672 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.955078:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802661760:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.955112:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.955205:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998316.955249:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362496 00000100:00100000:2.0:1776998316.955257:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362496 00010000:00010000:2.0:1776998316.955556:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 673 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.955630:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362752 00000100:00100000:2.0:1776998316.955635:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362752 00010000:00010000:2.0:1776998316.955655:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 674 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.955686:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5023 00000100:00100000:2.0:1776998316.955697:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+674:2373:x1863313756362496:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.955727:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.955734:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 674 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955752:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 674 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955780:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8bf53d9/0x27b6fb264819e147 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40b8b expref: 674 pid: 6666 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955799:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.955802:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.955807:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955821:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955861:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.955899:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+673:2373:x1863313756362496:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 202us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.955910:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5023 00000100:00100000:2.0:1776998316.955936:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5024 00000100:00100000:2.0:1776998316.955945:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+672:2373:x1863313756362752:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998316.955956:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998316.955963:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 672 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955980:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 672 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.955999:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a097f67/0x27b6fb264819fe27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c418ab expref: 672 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956013:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.956016:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.956020:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956031:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956059:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998316.956087:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+671:2373:x1863313756362752:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 142us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.956097:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5024 00010000:00010000:2.0:1776998316.956126:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956139:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956153:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956164:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.956210:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998316.959460:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24e300 going to sleep for 11 seconds 00000001:00080000:1.0:1776998316.961343:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970464 is committed 00000001:00080000:1.0:1776998316.961387:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970471 is committed 00000100:00100000:1.0:1776998316.961574:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802660224:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.961625:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.961664:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.961674:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.961686:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.961691:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.961713:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.962035:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.962047:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b8fab lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.962073:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.962075:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.962078:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.963307:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.965976:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.966049:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998316.966054:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362624 00000100:00100000:0.0:1776998316.966068:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362624 00000100:00100000:3.0:1776998316.966111:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998316.966125:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 665 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.966166:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756362880 00000100:00100000:0.0:1776998316.966198:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756362880 00010000:00010000:0.0:1776998316.966223:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 666 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.966250:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363008 00000100:00100000:1.0:1776998316.966554:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363136 00000100:00100000:1.0:1776998316.966561:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363136 00010000:00010000:1.0:1776998316.966590:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 667 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.966645:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5025 00000100:00100000:1.0:1776998316.966660:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2630ea9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+667:2373:x1863313756362624:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.966680:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.966688:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 667 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.966708:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 667 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.966768:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c61607a9/0x27b6fb264819f73c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41586 expref: 667 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.966788:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.966791:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.966797:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.966812:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.966854:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.966904:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2630ea9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+666:2373:x1863313756362624:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 247us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.966916:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5025 00000100:00100000:1.0:1776998316.966983:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5026 00000100:00100000:1.0:1776998316.966995:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+665:2372:x1863313756362880:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.967007:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.967015:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967032:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967062:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039da04c0/0x27b6fb264818d3ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39127 expref: 665 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967077:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.967080:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.967084:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967095:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967121:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.967150:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+664:2372:x1863313756362880:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 157us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.967161:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5026 00000100:00100000:1.0:1776998316.967209:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5027 00000100:00100000:1.0:1776998316.967220:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+663:2372:x1863313756363136:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.967234:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.967242:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 663 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967258:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 663 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967286:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.967288:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.967293:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967304:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.967321:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998316.967350:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+663:2372:x1863313756363136:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 131us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.967360:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5027 00000100:00100000:2.0:1776998316.967377:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+45:3361:x1863313802657792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72479us (74887us total) trans 4294970621 rc 0/0 00000100:00100000:2.0:1776998316.967389:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12326 00000100:00100000:2.0:1776998316.967440:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12338 00000100:00100000:2.0:1776998316.967452:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+44:3362:x1863313802660864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.967481:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3189 count 1 00010000:00010000:2.0:1776998316.967504:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967524:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 670 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967544:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.967546:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.967550:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967585:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 670 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967629:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 670 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.967650:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802661888:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.967711:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee000 going to sleep for 11 seconds 00010000:00010000:2.0:1776998316.967733:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.967749:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967763:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967795:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967807:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.967849:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.968080:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+45:3361:x1863313802657920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72400us (75359us total) trans 4294970622 rc 0/0 00000100:00100000:2.0:1776998316.968091:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12328 00000100:00100000:2.0:1776998316.968114:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12339 00000100:00100000:2.0:1776998316.968123:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+44:3360:x1863313802661376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.968143:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3315 count 1 00010000:00010000:2.0:1776998316.968159:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.968175:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 670 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.968223:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.968226:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.968230:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.968259:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 670 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.968272:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 670 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.968286:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802662016:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.968322:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee480 going to sleep for 11 seconds 00010000:00010000:1.0:1776998316.969287:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.969296:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.969310:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.969316:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.969331:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.969352:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.969512:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be4fcdb8/0x27b6fb26481b8fb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.970182:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.970188:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.970191:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.970272:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.970286:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.970301:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.970312:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.971035:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363008 00010000:00010000:0.0:1776998316.971059:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.971073:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.971083:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.971093:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.971217:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998316.971278:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998316.971402:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ec4b91a/0x27b6fb26481a7f7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45375 expref: 662 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.971426:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802659968:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.971462:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.971477:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.971488:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.971501:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.971514:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.971528:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3361:x1863313802658688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76317us (78965us total) trans 4294970492 rc 0/0 00000100:00100000:1.0:1776998316.971541:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12327 00000100:00100000:1.0:1776998316.971575:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12340 00000100:00100000:1.0:1776998316.971588:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3360:x1863313802661248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998316.973197:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1776998316.975487:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776998316.976077:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998316.976090:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976106:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.976113:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976127:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976153:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976184:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b8fb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976217:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998316.976223:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976233:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.976237:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976250:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976267:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976279:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b8fc0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976297:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.976302:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976313:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.976317:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976329:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976344:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.976355:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b8fc7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.976556:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802659200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80470us (80563us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1776998316.976571:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12329 00010000:00010000:0.0:1776998316.976635:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998316.976696:0:3362:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970471 gen 2 00000004:00080000:0.0:1776998316.976704:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d264127c700, transno 4294970424 00000004:00080000:0.0:1776998316.976718:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d907b80, transno 4294970425 00000004:00080000:0.0:1776998316.976722:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a000380, transno 4294970426 00000004:00080000:0.0:1776998316.976987:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a002300, transno 4294970427 00000004:00080000:0.0:1776998316.976991:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e50000, transno 4294970428 00000004:00080000:0.0:1776998316.976995:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a001c00, transno 4294970429 00000004:00080000:0.0:1776998316.976998:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a002a00, transno 4294970430 00000004:00080000:0.0:1776998316.977002:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891f100, transno 4294970431 00000004:00080000:0.0:1776998316.977005:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891ca80, transno 4294970432 00000004:00080000:0.0:1776998316.977009:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891d880, transno 4294970433 00000004:00080000:0.0:1776998316.977012:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891e300, transno 4294970434 00000004:00080000:0.0:1776998316.977015:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891ce00, transno 4294970435 00000004:00080000:0.0:1776998316.977018:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891c380, transno 4294970436 00000004:00080000:0.0:1776998316.977022:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26104a9500, transno 4294970437 00000004:00080000:0.0:1776998316.977025:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26104ab800, transno 4294970438 00000004:00080000:0.0:1776998316.977028:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26104a8380, transno 4294970439 00000004:00080000:0.0:1776998316.977031:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b480, transno 4294970440 00000004:00080000:0.0:1776998316.977035:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978a300, transno 4294970441 00000004:00080000:0.0:1776998316.977038:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfad80, transno 4294970442 00002000:00080000:1.0:1776998316.977040:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3449 count 1 00000004:00080000:0.0:1776998316.977042:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789180, transno 4294970443 00000004:00080000:0.0:1776998316.977045:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b100, transno 4294970444 00000004:00080000:0.0:1776998316.977048:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788700, transno 4294970445 00000004:00080000:0.0:1776998316.977052:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbc1f80, transno 4294970446 00000004:00080000:0.0:1776998316.977055:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbd500, transno 4294970447 00000004:00080000:0.0:1776998316.977058:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f8b8000, transno 4294970448 00000004:00080000:0.0:1776998316.977061:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d904700, transno 4294970449 00000004:00080000:0.0:1776998316.977065:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360afb80, transno 4294970450 00010000:00010000:1.0:1776998316.977068:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.977069:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da96a00, transno 4294970451 00000004:00080000:0.0:1776998316.977073:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891e680, transno 4294970452 00000004:00080000:0.0:1776998316.977077:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da97480, transno 4294970453 00000004:00080000:0.0:1776998316.977081:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263684ce00, transno 4294970454 00000004:00080000:0.0:1776998316.977084:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360ad500, transno 4294970455 00000004:00080000:0.0:1776998316.977087:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da94e00, transno 4294970456 00000004:00080000:0.0:1776998316.977092:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810380, transno 4294970457 00010000:00010000:1.0:1776998316.977092:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 671 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.977094:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810a80, transno 4294970458 00000004:00080000:0.0:1776998316.977098:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636812300, transno 4294970459 00000004:00080000:0.0:1776998316.977101:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810e00, transno 4294970460 00010000:00010000:1.0:1776998316.977104:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1776998316.977105:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636811180, transno 4294970461 00010000:00010000:1.0:1776998316.977107:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1776998316.977108:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636813480, transno 4294970462 00010000:00010000:1.0:1776998316.977111:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.977112:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636811c00, transno 4294970463 00000004:00080000:0.0:1776998316.977115:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbce00, transno 4294970464 00000004:00080000:0.0:1776998316.977119:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810000, transno 4294970465 00000004:00080000:0.0:1776998316.977123:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8700, transno 4294970466 00000004:00080000:0.0:1776998316.977126:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a9f80, transno 4294970467 00000004:00080000:0.0:1776998316.977129:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d180, transno 4294970468 00000004:00080000:0.0:1776998316.977132:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f8bad80, transno 4294970469 00000004:00080000:0.0:1776998316.977135:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603057800, transno 4294970470 00000004:00080000:0.0:1776998316.977139:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d7100, transno 4294970471 00000100:00100000:0.0:1776998316.977149:0:3362:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d250897ea00 x1863313802648576/t4294970472(4294970472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1776998316.977153:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 671 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.977166:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d4380/2, rc 0, transno 4294970493 00000100:00100000:0.0:1776998316.977174:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802659200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998316.977191:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 671 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.977212:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802662144:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.977296:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.977320:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363264 00000100:00100000:1.0:1776998316.977327:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363264 00010000:00010000:1.0:1776998316.977360:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 662 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998316.977539:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 12 changes, 28 in progress, 7 in flight, 48 done 00000100:00100000:0.0:1776998316.977622:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998316.977638:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802662272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.977682:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998316.977738:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.977884:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802662272 00000100:00100000:3.0:1776998316.977893:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802662272 00000100:00100000:3.0:1776998316.977939:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12341 00000100:00100000:3.0:1776998316.977952:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802662272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.977978:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3410 count 1 00010000:00010000:3.0:1776998316.977998:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.978019:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 662 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.978030:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.978033:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.978037:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.978072:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 662 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.978112:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 662 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.978131:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802662400:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.978203:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.978209:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.978213:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998316.978215:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1b40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998316.978290:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.978364:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802660480:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.978410:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.978685:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802660352:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.978703:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.978754:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5ed80/2, rc 0, transno 4294970622 00000100:00100000:2.0:1776998316.978771:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657920:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.978787:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5df80/2, rc 0, transno 4294970621 00000100:00100000:2.0:1776998316.978792:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802657792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998316.978806:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ca80/2, rc 0, transno 4294970492 00000100:00100000:2.0:1776998316.978816:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802658688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.978910:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802662656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.978950:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.978981:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998316.978990:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998316.979020:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998316.979057:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998316.979067:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802662528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.979096:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.979141:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090d7e701/0x27b6fb26481a18ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c424d6 expref: 662 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.979191:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802656512:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.979209:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979223:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979234:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979247:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979260:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979283:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998316.979499:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+35:3360:x1863313802656256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 156996us (157422us total) trans 4294970495 rc 0/0 00000100:00100000:2.0:1776998316.979510:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12318 00000100:00100000:2.0:1776998316.979534:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802662656 00000100:00100000:2.0:1776998316.979539:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802662656 00000100:00100000:2.0:1776998316.979570:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802662784 00000100:00100000:2.0:1776998316.979574:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802662784 00000100:00100000:2.0:1776998316.979587:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802662528 00000100:00100000:2.0:1776998316.979591:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802662528 00000100:00100000:2.0:1776998316.979632:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12342 00000100:00100000:2.0:1776998316.979643:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+46:3359:x1863313802662656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.979664:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3322 count 1 00010000:00010000:2.0:1776998316.979682:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979701:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 671 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979712:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.979714:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.979718:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979747:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 671 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979762:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 671 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.979779:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802662912:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.979822:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000004:00080000:2.0:1776998316.979852:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedd180/2, rc 0, transno 4294970495 00000100:00100000:2.0:1776998316.979864:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802656256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.979912:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802663040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.979946:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998316.979973:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998316.979981:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.979994:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998316.980000:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980013:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980035:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980047:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b8f73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980068:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.980071:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998316.980074:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998316.980095:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802663040 00000100:00100000:2.0:1776998316.980101:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802663040 00000100:00100000:2.0:1776998316.980124:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12343 00000100:00100000:2.0:1776998316.980133:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3359:x1863313802662784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998316.980149:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2587 count 1 00010000:00010000:2.0:1776998316.980166:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980209:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 671 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980221:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.980223:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998316.980227:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980254:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 671 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.980268:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 671 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.980283:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802663168:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998316.980318:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998316.982015:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5028 00000100:00100000:1.0:1776998316.982032:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+661:2374:x1863313756363264:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.982048:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998316.982059:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 661 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.982077:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 661 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.982103:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e0e022a/0x27b6fb26481a11b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4218e expref: 661 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.982120:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5029 00010000:00010000:1.0:1776998316.982121:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.982123:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998316.982130:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.982134:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+671:2373:x1863313756363008:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998316.982144:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982148:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.982157:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982173:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.982173:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998316.982194:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7c532f6/0x27b6fb26481971fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d8f5 expref: 671 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982210:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1776998316.982210:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+660:2374:x1863313756363264:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 183us (15931us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998316.982213:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.982219:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.982221:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5028 00010000:00010000:0.0:1776998316.982231:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.982256:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3361:x1863313802659840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82802us (82909us total) trans 4294970494 rc 0/0 00010000:00010000:0.0:1776998316.982262:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998316.982272:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12331 00010000:00010000:0.0:1776998316.982284:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982298:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.982311:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12344 00010000:00010000:0.0:1776998316.982316:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982335:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.982356:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998316.982366:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+670:2373:x1863313756363008:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 235us (16318us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998316.982375:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5029 00000100:00100000:0.0:1776998316.983805:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:3361:x1863313802658816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 84584us (84696us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1776998316.983815:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12330 00000100:00100000:0.0:1776998316.983951:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12345 00000100:00100000:0.0:1776998316.983965:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3361:x1863313802663040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998316.983992:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2589 count 1 00010000:00010000:0.0:1776998316.984262:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.984285:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 659 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.984297:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.984299:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998316.984303:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.984339:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 659 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.984355:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 659 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.984879:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802663296:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998316.984946:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3d80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998316.984964:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998316.984972:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.984985:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c8e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998316.984991:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.985303:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.985318:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.985331:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.985352:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998316.986879:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998316.987163:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998316.987172:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.987191:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998316.987196:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.987208:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.987233:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.987239:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.987245:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b8fd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.987260:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 1/0,0 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998316.987270:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ca982d4/0x27b6fb26481b8fce lrc: 0/0,0 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.987271:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.987274:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998316.987277:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.987292:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.987295:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998316.987298:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998316.988255:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdbd880/2, rc 0, transno 4294970494 00000100:00100000:0.0:1776998316.988283:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802659840:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998316.988302:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0dc00/2, rc 0, transno 4294970623 00000100:00100000:3.0:1776998316.988970:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3361:x1863313802662528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998316.989013:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3354 count 1 00010000:00010000:3.0:1776998316.989039:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.989064:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 659 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.989076:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.989079:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.989083:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.989121:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 659 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.989138:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 659 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.989155:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802663552:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.989278:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998316.990238:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802658816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998316.990250:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998316.991182:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802663424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998316.993947:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998316.994465:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802661760:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998316.994499:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.995192:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995217:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995241:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995265:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995287:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995307:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995325:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995805:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995866:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998316.995900:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802663424 00000100:00100000:3.0:1776998316.995909:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802663424 00000100:00100000:0.0:1776998316.995967:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364032 00000100:00100000:3.0:1776998316.995975:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12346 00000100:00100000:0.0:1776998316.995976:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364032 00000100:00100000:3.0:1776998316.995995:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+37:3361:x1863313802663424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998316.996022:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 670 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1776998316.996028:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3139 count 1 00010000:00010000:3.0:1776998316.996057:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.996082:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 659 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.996093:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802661504:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.996097:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.996103:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.996111:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.996120:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.996154:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 659 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998316.996194:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802662144:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998316.996213:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 659 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998316.996214:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.996268:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802663680:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998316.996278:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363904 00000100:00100000:1.0:1776998316.996285:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363904 00000100:00100000:2.0:1776998316.996312:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3359:x1863313802658944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72388us (75145us total) trans 4294970496 rc 0/0 00000100:00100000:2.0:1776998316.996325:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12332 00000100:00100000:1.0:1776998316.996329:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16814 00000100:00100000:1.0:1776998316.996339:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3711:17551:x1863313756363904:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998316.996395:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998316.996719:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802661632:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.996725:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802660608:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998316.996744:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.996753:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.996798:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364160 00000100:00100000:2.0:1776998316.996804:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802661888:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.996806:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364160 00010000:00010000:2.0:1776998316.996827:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.996839:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 671 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998316.996869:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802662016:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998316.996870:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364288 00000100:00100000:3.0:1776998316.996878:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364288 00010000:00010000:2.0:1776998316.996892:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.996902:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 672 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.996933:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363392 00000100:00100000:3.0:1776998316.996937:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363392 00010000:00010000:3.0:1776998316.996959:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 660 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998316.996974:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d964700/2, rc 0, transno 4294970496 00000100:00100000:3.0:1776998316.996979:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363648 00000100:00100000:3.0:1776998316.996985:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363648 00000100:00100000:2.0:1776998316.996996:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802658944:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998316.997004:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 661 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.997023:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756363520 00000100:00100000:3.0:1776998316.997027:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756363520 00010000:00010000:3.0:1776998316.997041:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 662 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.997063:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364544 00000100:00100000:3.0:1776998316.997067:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364544 00010000:00010000:3.0:1776998316.997079:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 673 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.997094:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364672 00000100:00100000:3.0:1776998316.997097:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364672 00010000:00010000:3.0:1776998316.997110:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 663 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.997128:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5030 00000100:00100000:3.0:1776998316.997137:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+673:2372:x1863313756364160:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998316.997151:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998316.997157:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 673 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.997170:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 673 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.997196:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0a186eb/0x27b6fb264818e222 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39794 expref: 673 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.997214:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.997217:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998316.997222:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998316.997245:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998316.997267:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5031 00010000:00010000:3.0:1776998316.997277:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998316.997286:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+672:2373:x1863313756364288:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998316.997303:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998316.997312:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 672 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998316.997323:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+672:2372:x1863313756364160:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 180us (2075us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998316.998721:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802663808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998316.998777:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998316.999249:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 672 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.000326:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006288190d/0x27b6fb26481a80fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45424 expref: 672 pid: 12863 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.002159:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3712:17551:x1863313756363904:12345-192.168.201.35@tcp:35:rm.0 Request processed in 5819us (6967us total) trans 4295019664 rc 0/0 00000100:00100000:1.0:1776998317.002195:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16814 00000100:00100000:1.0:1776998317.002538:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5032 00000100:00100000:1.0:1776998317.002554:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+663:2375:x1863313756363392:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.002569:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.002578:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 663 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002596:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 663 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002658:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c264502/0x27b6fb2648197116 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xab1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d88c expref: 663 pid: 12896 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002683:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.002686:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.002692:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002704:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002742:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.002773:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+662:2375:x1863313756363392:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 223us (7484us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.002785:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5032 00000100:00100000:1.0:1776998317.002809:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5033 00000100:00100000:1.0:1776998317.002819:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+661:2375:x1863313756363648:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.002822:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.002827:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.002832:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002832:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.002840:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 661 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.002846:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002855:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 661 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.002873:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004741023/0x27b6fb26481b0fdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49515 expref: 661 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.002874:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.002894:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.002897:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.002902:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.002905:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+671:2373:x1863313756364288:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 5627us (7638us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998317.002914:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.002916:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5031 00010000:00010000:1.0:1776998317.002937:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.002940:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5034 00000100:00100000:0.0:1776998317.002950:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+660:2375:x1863313756363520:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1776998317.002961:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+660:2375:x1863313756363648:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (7654us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998317.002963:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998317.002971:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 660 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.002971:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5033 00010000:00010000:0.0:1776998317.002985:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 659 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.002991:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5035 00000100:00100000:1.0:1776998317.003000:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+670:2375:x1863313756364544:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.003012:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.003020:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 670 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003027:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012251fff/0x27b6fb264818efc0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39dc2 expref: 659 pid: 12889 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.003036:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 670 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003044:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003046:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003051:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.003053:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006de0608d/0x27b6fb26481b1d66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49b3c expref: 670 pid: 12887 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003073:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.003078:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.003080:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.003085:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.003095:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003101:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.003119:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.003129:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+658:2375:x1863313756363520:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 181us (7803us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998317.003136:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.003138:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5034 00010000:00010000:1.0:1776998317.003148:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.003158:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5036 00010000:00010000:1.0:1776998317.003163:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.003167:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+657:2375:x1863313756364672:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.003201:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.003202:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003209:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 657 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003223:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 657 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.003225:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.003241:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003244:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003248:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003283:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003302:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.003329:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+657:2375:x1863313756364672:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 162us (7463us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998317.003338:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5036 00000100:00100000:0.0:1776998317.003360:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5037 00000100:00100000:0.0:1776998317.003369:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+669:2373:x1863313756364032:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.003412:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998317.003420:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 669 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003435:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 669 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003452:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000917c9522/0x27b6fb26481902b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a65f expref: 669 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003466:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003468:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.003472:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003482:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.003494:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802661248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31910us (53042us total) trans 4294970624 rc 0/0 00000100:00100000:1.0:1776998317.003505:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12340 00010000:00010000:0.0:1776998317.003509:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.003525:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802663808 00000100:00100000:0.0:1776998317.003529:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+668:2373:x1863313756364032:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 161us (8312us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.003533:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802663808 00000100:00100000:0.0:1776998317.003543:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5037 00000100:00100000:1.0:1776998317.003571:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12347 00010000:00010000:0.0:1776998317.003580:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.003580:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3359:x1863313802663808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998317.003593:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003905:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003916:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.003932:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998317.004506:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5030 00010000:00010000:3.0:1776998317.004593:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.004637:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.004651:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.004665:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.004695:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776998317.004743:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d74ba0e/0x27b6fb26481b05a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4906f expref: 656 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.004763:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802662400:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.004789:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.004801:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.004812:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.004824:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.004835:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.004861:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998317.005329:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802660736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54723us (58031us total) trans 4294970625 rc 0/0 00000100:00100000:3.0:1776998317.005342:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12335 00010000:00010000:3.0:1776998317.005390:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.005405:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.005418:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.005430:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.005445:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1776998317.005496:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802662272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27545us (27812us total) trans 4294970497 rc 0/0 00000100:00100000:2.0:1776998317.005508:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12341 00010000:00010000:2.0:1776998317.005550:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005571:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005584:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005595:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005632:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1776998317.005818:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802660864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38367us (58230us total) trans 4294970626 rc 0/0 00000100:00100000:2.0:1776998317.005828:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12338 00010000:00010000:2.0:1776998317.005856:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005870:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005881:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005893:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.005913:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1776998317.006262:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802660992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52116us (58801us total) trans 4294970498 rc 0/0 00000100:00100000:2.0:1776998317.006271:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12336 00010000:00010000:2.0:1776998317.006322:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006335:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006344:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006353:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.006359:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006369:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006387:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x856e2a8 (ffff8d2509e7c000) 00010000:00010000:2.0:1776998317.006392:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.006399:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006408:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ad600/0x27b6fb26481b8fea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x856e2a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998317.006468:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093c8e00/2, rc 0, transno 4294970624 00000100:00100000:2.0:1776998317.006487:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802661248:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998317.006504:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093c8380/2, rc 0, transno 4294970625 00000100:00100000:2.0:1776998317.006511:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802660736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998317.006542:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006555:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006567:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006577:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.006590:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1776998317.008212:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802661120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53263us (60686us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1776998317.008223:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12337 00000100:00100000:0.0:1776998317.010101:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+666:2375:x1863313756364544:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 7096us (14293us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998317.010116:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5035 00000100:00100000:3.0:1776998317.010310:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3359:x1863313802660096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 73806us (89029us total) trans 4294970499 rc 0/0 00000100:00100000:3.0:1776998317.010323:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12334 00000004:00080000:0.0:1776998317.010756:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9880/2, rc 0, transno 4294970499 00000100:00100000:0.0:1776998317.010776:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802660096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998317.011908:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1776998317.011920:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.011937:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.011943:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.011956:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.011979:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.011991:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003650466a/0x27b6fb26481b9029 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.012015:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1776998317.012020:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.012029:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c9a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.012034:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.012045:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.012060:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.012313:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3359:x1863313802659072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81001us (90930us total) trans 4294970500 rc 0/0 00000100:00100000:2.0:1776998317.012325:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12333 00010000:00010000:3.0:1776998317.015051:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f0a70d5/0x27b6fb26481b9014 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.015102:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998317.015110:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998317.015130:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d964000/2, rc 0, transno 4294970500 00000100:00100000:0.0:1776998317.015143:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802659072:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998317.015201:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1776998317.015211:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.015225:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.015236:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015238:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.015248:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.015259:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015268:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.015286:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015295:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.015303:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c14fd16/0x27b6fb26481b9006 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015322:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481b9030 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015347:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1776998317.015353:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.015363:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.015368:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016198:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016223:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016234:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9faca41/0x27b6fb26481b8ff8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016259:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998317.016265:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016275:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c8600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.016280:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016290:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016304:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016315:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f498a7fa/0x27b6fb26481b901b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016333:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998317.016338:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016348:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c8800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.016352:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016362:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.016374:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1776998317.016565:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2804 count 1 00010000:00010000:1.0:1776998317.016596:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.016951:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.016964:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.016966:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.016971:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.016992:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.017001:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.017011:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.017015:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.017020:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.017037:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.017040:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.017054:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.017060:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802663936:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.017065:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b8fdc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xab1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.017087:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.017089:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.017091:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.017186:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00010000:00010000:3.0:1776998317.017190:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.017196:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.017203:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.017215:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000baac09ca/0x27b6fb26481b900d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.017239:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.017243:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.017509:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998317.017564:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d94c700/2, rc 0, transno 4294970497 00000100:00100000:0.0:1776998317.017573:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802662272:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998317.017589:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093c8000/2, rc 0, transno 4294970626 00000100:00100000:0.0:1776998317.017643:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802660864:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998317.017660:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e52680/2, rc 0, transno 4294970498 00000100:00100000:0.0:1776998317.017665:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802660992:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998317.017676:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093c9180/2, rc 0, transno 4294970627 00000100:00100000:0.0:1776998317.017681:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802661120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998317.017808:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.018239:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802663296:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.018281:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.018323:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802662912:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.018343:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.018378:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802663168:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.018395:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.019287:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998317.021709:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364416 00000100:00100000:0.0:1776998317.021719:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364416 00010000:00010000:0.0:1776998317.021762:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 666 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.021805:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5038 00000100:00100000:0.0:1776998317.021818:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+666:2372:x1863313756364416:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.021835:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998317.021842:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 666 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.021860:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 666 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.021887:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094fbea24/0x27b6fb26481accca lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47698 expref: 666 pid: 8246 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.021905:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.021908:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.021914:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.021926:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.021956:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.022012:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+665:2372:x1863313756364416:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 195us (4204us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998317.022023:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5038 00000100:00100000:0.0:1776998317.022124:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998317.022142:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802664064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998317.022217:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998317.023427:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023442:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023457:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023468:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023498:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998317.023827:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802661376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55703us (76147us total) trans 4294970628 rc 0/0 00000100:00100000:2.0:1776998317.023839:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12339 00000100:00100000:2.0:1776998317.023862:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802664064 00000100:00100000:2.0:1776998317.023868:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802664064 00000100:00100000:2.0:1776998317.023901:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12348 00000100:00100000:2.0:1776998317.023910:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3359:x1863313802664064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998317.023936:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2819 count 1 00010000:00010000:2.0:1776998317.023960:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023987:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 655 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.023998:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.024000:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.024004:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.024038:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 655 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.024057:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 655 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.024076:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802664320:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998317.024142:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998317.024148:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802663552:192.168.201.35@tcp:104: 00000004:00080000:2.0:1776998317.024229:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25093ca300/2, rc 0, transno 4294970628 00010000:00010000:3.0:1776998317.024235:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.024273:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25093ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802661376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998317.024283:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802664192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998317.024338:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998317.024362:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.024380:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998317.024393:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802664448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998317.024437:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998317.024470:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998317.024836:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998317.024845:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.024858:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c9600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.024864:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.024877:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.024896:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.024907:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f653b215/0x27b6fb26481b9022 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.024929:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.024932:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.024934:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998317.026183:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802664192 00000100:00100000:2.0:1776998317.026192:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802664192 00000100:00100000:2.0:1776998317.026233:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802664448 00000100:00100000:2.0:1776998317.026237:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802664448 00000100:00100000:2.0:1776998317.026263:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12349 00000100:00100000:2.0:1776998317.026275:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802664192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998317.026297:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2816 count 1 00010000:00010000:2.0:1776998317.026317:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.026336:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 655 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.026346:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.026349:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.026353:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.026793:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 655 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.026810:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 655 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.026828:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802664576:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998317.026954:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093eed80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998317.027549:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365184 00000100:00100000:3.0:1776998317.027557:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365184 00010000:00010000:3.0:1776998317.027592:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 656 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.027637:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.027720:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365056 00000100:00100000:3.0:1776998317.027728:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365056 00010000:00010000:3.0:1776998317.027753:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 657 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.027759:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364928 00000100:00100000:2.0:1776998317.027768:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364928 00010000:00010000:2.0:1776998317.027803:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 665 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.027875:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.029236:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756364800 00000100:00100000:1.0:1776998317.029243:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756364800 00010000:00010000:1.0:1776998317.029272:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 666 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.029299:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5039 00000100:00100000:1.0:1776998317.029310:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+657:2372:x1863313756365184:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.029324:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.029334:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 657 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029351:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 657 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029393:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de6f3793/0x27b6fb26481ae3f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4811f expref: 657 pid: 12899 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029682:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.029685:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.029691:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029705:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029743:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.029792:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+656:2372:x1863313756365184:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 482us (5431us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.029802:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5039 00000100:00100000:1.0:1776998317.029860:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5040 00000100:00100000:1.0:1776998317.029870:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+655:2372:x1863313756365056:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.029881:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.029888:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 655 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029902:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 655 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029919:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001712a396/0x27b6fb264819180e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b014 expref: 655 pid: 6664 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029933:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.029936:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.029940:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029952:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.029981:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.030008:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+654:2372:x1863313756365056:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 138us (5540us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.030018:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5040 00000100:00100000:1.0:1776998317.030041:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5041 00000100:00100000:1.0:1776998317.030050:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+666:2374:x1863313756364928:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.030062:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.030069:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 666 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030084:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 666 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030103:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b71092c/0x27b6fb264819168d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3af65 expref: 666 pid: 11839 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030116:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.030118:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.030123:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030134:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030158:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.030183:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+665:2374:x1863313756364928:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 133us (2550us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.030192:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5041 00000100:00100000:1.0:1776998317.030823:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5042 00000100:00100000:1.0:1776998317.030855:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+664:2374:x1863313756364800:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998317.030866:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998317.030873:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 664 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030891:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 664 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030911:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbf50c50/0x27b6fb26481ad100 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47882 expref: 664 pid: 12874 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030926:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.030928:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998317.030933:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030944:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.030971:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998317.031000:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+663:2374:x1863313756364800:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 166us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998317.031010:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5042 00010000:00010000:0.0:1776998317.031213:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.031227:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.031242:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.031253:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.033323:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998317.033675:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802662528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51351us (54575us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1776998317.033687:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12344 00000100:00100000:0.0:1776998317.033714:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12350 00000100:00100000:0.0:1776998317.033725:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802664448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998317.033749:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2634 count 1 00010000:00010000:0.0:1776998317.033771:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.033792:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 653 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.033804:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.033807:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.033811:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.033845:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 653 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.033860:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 653 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.033881:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802664704:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998317.033944:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00010000:00010000:1.0:1776998317.034093:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998317.034103:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.034116:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998317.034123:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.034147:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998317.034163:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d966a00/2, rc 0, transno 4294970501 00010000:00010000:1.0:1776998317.034169:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.034182:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481b904c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.034209:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.034214:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998317.034217:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802662528:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998317.034218:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998317.034796:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802663936:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998317.034819:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.034884:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.034929:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.034969:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.034993:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365696 00000100:00100000:0.0:1776998317.035001:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365696 00010000:00010000:0.0:1776998317.035031:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 654 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.035062:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365312 00000100:00100000:0.0:1776998317.035067:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365312 00010000:00010000:0.0:1776998317.035085:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 655 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.035114:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5043 00000100:00100000:0.0:1776998317.035124:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+655:2375:x1863313756365696:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.035137:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998317.035144:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035160:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035203:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d94caf4b/0x27b6fb2648199964 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eade expref: 655 pid: 12861 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035220:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.035222:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.035227:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035239:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035266:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.035297:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+654:2375:x1863313756365696:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 174us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998317.035307:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5043 00000100:00100000:0.0:1776998317.035330:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5044 00000100:00100000:0.0:1776998317.035339:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+653:2374:x1863313756365312:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998317.035350:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998317.035356:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 653 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.035977:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 653 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036000:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.036003:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998317.036008:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036019:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036039:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998317.036069:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+653:2374:x1863313756365312:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 730us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998317.036079:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5044 00010000:00010000:0.0:1776998317.036108:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036121:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036141:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036152:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.036172:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998317.038218:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.038235:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.038249:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.039106:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3359:x1863313802663808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35525us (40326us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1776998317.039118:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12347 00010000:00010000:0.0:1776998317.039183:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998317.039192:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039204:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.039209:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039221:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039239:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039250:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b905a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039276:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.039279:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.039281:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998317.039307:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365568 00000100:00100000:0.0:1776998317.039316:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365568 00000100:00100000:0.0:1776998317.039370:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51755 00000100:00100000:0.0:1776998317.039382:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3711:17551:x1863313756365568:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.039458:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998317.039479:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9600/0x27b6fb26481919c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1466:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0d8 expref: 3711 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039499:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1466:0x0].0x0 (ffff8d2509c67c00) 00010000:00010000:0.0:1776998317.039513:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba6200/0x27b6fb26481a2468 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17dc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a0f expref: 3710 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039533:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba6e00/0x27b6fb26481a243e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c429fa expref: 3709 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039549:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250947ec00/0x27b6fb2648185875 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3773b expref: 3708 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039561:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dc:0x0].0x0 (ffff8d250e271b00) 00010000:00010000:0.0:1776998317.039571:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.039595:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039898:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039911:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039932:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039943:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.039953:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.040070:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.040081:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.040092:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.040978:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2831, 64 off189376 00000004:00080000:0.0:1776998317.040993:0:5880:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4027832821503ns, next at 4028832818534ns, rc = 0 00010000:00010000:0.0:1776998317.041062:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041076:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041095:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041106:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041115:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041124:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041150:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.041473:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041484:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041493:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041501:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.041506:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041516:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041530:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dc:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:0.0:1776998317.041534:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.041539:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041548:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9084 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041569:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041579:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041587:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041594:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.041598:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041633:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041643:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.041646:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.041651:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.041659:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9076 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.041965:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097c244d1 reply state 00000000d2e332ff transno 4295019665 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.041985:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1776998317.042085:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042109:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998317.042668:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802663040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58706us (62719us total) trans 4294970503 rc 0/0 00000100:00100000:2.0:1776998317.042680:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12345 00010000:00010000:2.0:1776998317.042714:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998317.042721:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042731:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.042736:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042745:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042757:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dc:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:2.0:1776998317.042761:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998317.042766:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042774:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b908b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042790:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.042795:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042805:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.042809:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042820:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042837:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042847:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042866:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.042869:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.042871:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.042903:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.042917:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042939:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042951:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042962:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.042982:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998317.043229:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802662656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63586us (64278us total) trans 4294970629 rc 0/0 00000100:00100000:2.0:1776998317.043241:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12342 00010000:00010000:2.0:1776998317.043272:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043285:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043297:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043308:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043339:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998317.043513:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802662784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63379us (64491us total) trans 4294970630 rc 0/0 00000100:00100000:2.0:1776998317.043524:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12343 00010000:00010000:2.0:1776998317.043547:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998317.043555:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043566:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e1c8a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.043572:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043586:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043630:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043642:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3cd9b04/0x27b6fb26481b9037 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043664:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.043670:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043689:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.043694:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043707:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043722:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043733:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098a71f2b/0x27b6fb26481b903e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.043754:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.043757:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.043760:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.043855:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b8fd4a4/0x27b6fb26481a629d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44655 expref: 652 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.043879:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802663680:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998317.043891:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998317.043919:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.043937:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.043949:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998317.043959:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.043973:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.043986:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.044001:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802664576:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998317.044024:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.044029:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998317.044066:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365952 00000100:00100000:2.0:1776998317.044074:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365952 00010000:00010000:2.0:1776998317.044113:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 652 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.044146:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756365824 00000100:00100000:2.0:1776998317.044151:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756365824 00010000:00010000:2.0:1776998317.044205:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 653 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.044236:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5045 00000100:00100000:2.0:1776998317.044249:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+653:2375:x1863313756365952:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998317.044266:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998317.044274:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 653 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044291:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 653 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044313:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b5c447c/0x27b6fb264819a09c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee26 expref: 653 pid: 12894 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044328:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.044331:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.044336:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044348:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044383:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998317.044423:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+652:2375:x1863313756365952:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 176us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998317.044435:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5045 00000100:00100000:2.0:1776998317.044457:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5046 00000100:00100000:2.0:1776998317.044467:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+651:2375:x1863313756365824:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998317.044479:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998317.044485:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 651 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044502:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 651 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044518:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.044521:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998317.044526:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044537:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.044555:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998317.044581:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+651:2375:x1863313756365824:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 115us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998317.045947:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802663424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49955us (52010us total) trans 4294970504 rc 0/0 00000100:00100000:3.0:1776998317.045958:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12346 00010000:00010000:3.0:1776998317.045994:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.046003:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046016:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.046022:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046035:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046053:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046064:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481b9053 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046109:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.046113:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.046115:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998317.046226:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde9c00/2, rc 0, transno 4294970502 00000004:00080000:3.0:1776998317.046237:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f20a80/2, rc 0, transno 4294970504 00000100:00100000:1.0:1776998317.046249:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802663808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998317.046251:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802663424:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998317.046281:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdebb80/2, rc 0, transno 4294970630 00000004:00080000:3.0:1776998317.046289:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde8a80/2, rc 0, transno 4294970503 00000100:00100000:1.0:1776998317.046300:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998317.046301:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802663040:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998317.046596:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368df480/2, rc 0, transno 4294970629 00000100:00100000:1.0:1776998317.046629:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802662656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998317.046631:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.046914:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.046922:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046941:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046952:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.046976:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998317.047502:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802664192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21226us (23163us total) trans 4294970505 rc 0/0 00000100:00100000:3.0:1776998317.047512:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12349 00010000:00010000:3.0:1776998317.047573:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015a741eb/0x27b6fb264819a26a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eef8 expref: 651 pid: 12888 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.047589:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802664320:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998317.047636:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.047656:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.047665:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.047993:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.048005:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.048042:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998317.048092:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3709:17551:x1863313756365568:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8708us (13206us total) trans 4295019665 rc 0/0 00000100:00100000:0.0:1776998317.048105:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51755 00000100:00100000:3.0:1776998317.048598:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+41:3359:x1863313802664064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24685us (26377us total) trans 4294970506 rc 0/0 00010000:00010000:1.0:1776998317.048631:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998317.048640:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.048653:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998317.048659:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.048672:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998317.049219:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d264127ce00/2, rc 0, transno 4294970506 00000100:00100000:0.0:1776998317.049233:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802664064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998317.049811:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5046 00000004:00080000:2.0:1776998317.049977:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891f100/2, rc 0, transno 4294970505 00000100:00100000:2.0:1776998317.049985:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802664192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998317.050004:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.050012:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.050024:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.050028:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.050039:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.050057:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.050069:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d25b2168/0x27b6fb26481b9061 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.050091:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.050093:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.050095:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.052892:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.052915:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a678f213/0x27b6fb26481b9068 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.052942:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.052945:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.052948:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998317.057099:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12348 00000100:00100000:2.0:1776998317.062051:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.062855:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756366080 00000100:00100000:3.0:1776998317.062868:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756366080 00010000:00010000:3.0:1776998317.062919:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 650 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.062979:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5047 00000100:00100000:3.0:1776998317.062993:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+650:2375:x1863313756366080:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998317.063011:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998317.063020:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 650 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.063038:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 650 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.063071:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998317.063074:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998317.063100:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.063114:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.063142:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998317.063540:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+650:2375:x1863313756366080:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 549us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998317.063553:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5047 00010000:00010000:0.0:1776998317.064272:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000716445c7/0x27b6fb2648193320 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bc62 expref: 649 pid: 12898 timeout: 4127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.064297:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802664704:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998317.064326:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.064341:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.064353:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.064366:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.064377:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.064415:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998317.065063:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802664448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31337us (40623us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1776998317.065076:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12350 00000004:00080000:2.0:1776998317.065852:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891e300/2, rc 0, transno 4294970507 00000100:00100000:2.0:1776998317.065887:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802664448:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998317.067459:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.067470:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.067485:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.067491:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.067505:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.067528:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.067538:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c303309/0x27b6fb26481b906f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.067562:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.067565:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.067567:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998317.073200:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.076699:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756366336 00000100:00100000:1.0:1776998317.076714:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756366336 00000100:00100000:1.0:1776998317.076800:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16815 00000100:00100000:1.0:1776998317.076817:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3709:17551:x1863313756366336:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998317.077493:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3710:17551:x1863313756366336:12345-192.168.201.35@tcp:35:rm.0 Request processed in 417us (4058us total) trans 4295019666 rc 0/0 00000100:00100000:1.0:1776998317.077508:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16815 00010000:00010000:0.0:1776998317.080163:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080184:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080196:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080205:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.080212:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080222:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080242:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd4a9168d (ffff8d250db54000) 00010000:00010000:0.0:1776998317.080307:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.080314:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.080324:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b907d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4a9168d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.112712:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.112889:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756366592 00000100:00100000:0.0:1776998317.112903:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756366592 00000100:00100000:0.0:1776998317.112988:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51756 00000100:00100000:0.0:1776998317.113004:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3709:17551:x1863313756366592:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.113080:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.113114:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f6800/0x27b6fb264819e4f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1709:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d36 expref: 3709 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113146:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f5a00/0x27b6fb264819e4c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1709:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d21 expref: 3708 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113166:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a2c00/0x27b6fb2648183b9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1709:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37176 expref: 3707 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113219:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1709:0x0].0x0 (ffff8d2508d22a00) 00010000:00010000:0.0:1776998317.113233:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.113279:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113299:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113315:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113335:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113348:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113368:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113513:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113526:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.113538:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.114409:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2828, 64 off189248 00010000:00010000:0.0:1776998317.114507:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114523:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114535:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114547:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114559:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114569:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114921:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.114944:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114955:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114965:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114974:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.114980:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.114990:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115006:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1709:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998317.115011:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.115016:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115024:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115049:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115058:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115067:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115080:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.115085:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115094:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115104:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.115108:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.115112:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.115120:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9092 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.116913:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998317.116926:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.116940:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998317.116947:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.116959:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.116974:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1709:0x0].0x0 (ffff8d250db54100) 00010000:00010000:1.0:1776998317.116979:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998317.116984:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.116993:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b90a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.117015:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.117017:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.117020:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1776998317.125462:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000628b384 reply state 00000000857ce475 transno 4295019667 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.125487:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.125713:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3708:17551:x1863313756366592:12345-192.168.201.35@tcp:36:rm.0 Request processed in 12707us (13005us total) trans 4295019667 rc 0/0 00000100:00100000:0.0:1776998317.125728:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51756 00010000:00010000:3.0:1776998317.147508:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147531:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147542:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147552:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.147558:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147762:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147785:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x96eaee80 (ffff8d250db54000) 00010000:00010000:3.0:1776998317.147791:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.147797:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.147807:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9099 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x96eaee80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.173488:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.173530:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756366848 00000100:00100000:2.0:1776998317.173541:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756366848 00000100:00100000:2.0:1776998317.173623:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16816 00000100:00100000:2.0:1776998317.173637:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3707:17551:x1863313756366848:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.173977:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3708:17551:x1863313756366848:12345-192.168.201.35@tcp:35:rm.0 Request processed in 338us (493us total) trans 4295019668 rc 0/0 00000100:00100000:2.0:1776998317.173987:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16816 00000100:00100000:1.0:1776998317.182929:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.187986:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756367104 00000100:00100000:3.0:1776998317.188003:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756367104 00000100:00100000:3.0:1776998317.188106:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51757 00000100:00100000:3.0:1776998317.188123:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3708:17551:x1863313756367104:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998317.188231:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998317.188481:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ee00/0x27b6fb2648197d79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15b1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de2e expref: 3708 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188518:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d209e00/0x27b6fb2648197d4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de19 expref: 3707 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188537:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509085400/0x27b6fb2648180c94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3680e expref: 3706 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188555:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b1:0x0].0x0 (ffff8d250886b100) 00010000:00010000:3.0:1776998317.188567:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998317.188594:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188869:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188882:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188904:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188915:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.188925:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189039:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189050:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189060:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998317.189747:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2829, 64 off189312 00010000:00010000:3.0:1776998317.189832:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189846:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189858:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189869:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189878:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189887:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189912:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998317.189935:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189943:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189951:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189959:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.189964:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189974:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.189988:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b1:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998317.189993:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998317.189998:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190006:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b90bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190026:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190041:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190049:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190055:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.190059:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190068:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190077:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998317.190080:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.190084:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190091:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b90ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998317.190103:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c052ba6a reply state 000000006ed5e876 transno 4295019669 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.190115:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998317.190248:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3707:17551:x1863313756367104:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2126us (7325us total) trans 4295019669 rc 0/0 00000100:00100000:3.0:1776998317.190260:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51757 00010000:00010000:3.0:1776998317.190297:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.190304:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190313:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.190318:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190326:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190338:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b1:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998317.190341:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.190345:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190352:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b90c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.190367:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.190370:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.190372:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998317.205065:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998317.205366:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205387:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205414:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205431:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.205438:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205450:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205472:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1ce4e47 (ffff8d250da6bd00) 00010000:00010000:0.0:1776998317.205477:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.205484:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.205493:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b90b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1ce4e47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.206994:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756367360 00000100:00100000:1.0:1776998317.207008:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756367360 00000100:00100000:1.0:1776998317.208104:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16817 00000100:00100000:1.0:1776998317.208135:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3706:17551:x1863313756367360:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998317.208793:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3707:17551:x1863313756367360:12345-192.168.201.35@tcp:35:rm.0 Request processed in 673us (3737us total) trans 4295019670 rc 0/0 00000100:00100000:1.0:1776998317.211116:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16817 00000100:00100000:3.0:1776998317.223133:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.223337:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756367616 00000100:00100000:0.0:1776998317.223349:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756367616 00000100:00100000:0.0:1776998317.223437:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51758 00000100:00100000:0.0:1776998317.223451:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3707:17551:x1863313756367616:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.223524:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.223558:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d0800/0x27b6fb26481a27b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17e7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b90 expref: 3707 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.223591:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba6c00/0x27b6fb26481a278d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b7b expref: 3706 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.223638:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d74400/0x27b6fb26481859f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37788 expref: 3705 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.224699:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e7:0x0].0x0 (ffff8d2508fe2c00) 00010000:00010000:0.0:1776998317.224713:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.224739:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.224756:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225263:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225286:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225297:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225305:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225446:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225479:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.225488:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.226152:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2830, 64 off189376 00010000:00010000:0.0:1776998317.226513:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226527:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226538:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226547:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226555:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226563:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226622:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.226648:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226657:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226885:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226894:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.226899:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226908:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226922:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e7:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998317.226926:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.226931:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226940:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90d8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226962:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226970:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226977:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226983:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.226987:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.226994:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.227004:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.227007:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.227011:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.227019:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b90ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.227035:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088956351 reply state 0000000011bc43cb transno 4295019671 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.227049:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.227142:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3706:17551:x1863313756367616:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3691us (4016us total) trans 4295019671 rc 0/0 00000100:00100000:0.0:1776998317.227152:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51758 00000001:00080000:2.0:1776998317.228303:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970627 is committed 00000001:00080000:2.0:1776998317.228351:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970630 is committed 00010000:00010000:3.0:1776998317.228829:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.228839:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.228849:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.228854:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.228863:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.228884:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e7:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:3.0:1776998317.228887:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.228892:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.228900:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b90df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.228920:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.228923:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.228925:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.235303:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235325:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235335:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235343:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.235349:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235359:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235380:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4f6640ef (ffff8d250db54c00) 00010000:00010000:2.0:1776998317.235385:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.235391:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.235629:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b90d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f6640ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.244301:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.244451:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756367872 00000100:00100000:2.0:1776998317.244464:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756367872 00000100:00100000:2.0:1776998317.244549:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16818 00000100:00100000:2.0:1776998317.244565:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3705:17551:x1863313756367872:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.244971:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3706:17551:x1863313756367872:12345-192.168.201.35@tcp:35:rm.0 Request processed in 406us (679us total) trans 4295019672 rc 0/0 00000100:00100000:2.0:1776998317.244983:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16818 00000100:00100000:3.0:1776998317.264652:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.265073:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756368128 00000100:00100000:0.0:1776998317.265085:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756368128 00000100:00100000:0.0:1776998317.265163:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51759 00000100:00100000:0.0:1776998317.265247:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3706:17551:x1863313756368128:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.265551:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998317.265586:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8800/0x27b6fb2648191a5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1468:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b11e expref: 3706 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.265636:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1468:0x0].0x0 (ffff8d2608029a00) 00010000:00010000:0.0:1776998317.265652:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf40200/0x27b6fb264819eede lrc: 0/0,0 mode: --/CR res: [0x200000401:0x172a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b9 expref: 3705 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.265670:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3eb400/0x27b6fb264819eeb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411a4 expref: 3704 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.265687:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afdf400/0x27b6fb264818401f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3725d expref: 3703 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.265699:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172a:0x0].0x0 (ffff8d2509e7b300) 00010000:00010000:0.0:1776998317.265710:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.265734:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.265751:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266197:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266483:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266496:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266507:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266743:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.266757:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.269337:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998317.279449:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2832, 64 off189440 00010000:00010000:1.0:1776998317.279558:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279581:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279881:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279896:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279905:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279913:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279933:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998317.279964:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279973:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279982:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.279990:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.279996:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280005:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280020:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172a:0x0].0x0 (ffff8d250db54700) 00010000:00010000:1.0:1776998317.280024:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998317.280031:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280040:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b90f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x172a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280066:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280075:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280083:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280090:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.280093:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280101:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280111:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998317.280115:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.280119:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.280127:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b90e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998317.280140:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcf859d5 reply state 00000000032a6192 transno 4295019673 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.280159:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998317.280585:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3704:17551:x1863313756368128:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15337us (15954us total) trans 4295019673 rc 0/0 00000100:00100000:1.0:1776998317.280625:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51759 00010000:00010000:3.0:1776998317.282151:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.282162:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.282215:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.282220:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.282230:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.282246:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172a:0x0].0x0 (ffff8d250db54700) 00010000:00010000:3.0:1776998317.282250:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.282255:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.282264:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b90fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x172a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.282288:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.282290:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.282293:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.295868:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295890:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295902:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295911:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.295918:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295929:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295950:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x65926e7d (ffff8d250db54f00) 00010000:00010000:1.0:1776998317.295955:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.295961:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.295970:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b90ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x65926e7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.311673:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.313457:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756368384 00000100:00100000:1.0:1776998317.313472:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756368384 00000100:00100000:1.0:1776998317.313640:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16819 00000100:00100000:1.0:1776998317.313656:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c18c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3703:17551:x1863313756368384:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998317.314033:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c18c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3704:17551:x1863313756368384:12345-192.168.201.35@tcp:35:rm.0 Request processed in 379us (2369us total) trans 4295019674 rc 0/0 00000100:00100000:1.0:1776998317.314045:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16819 00000100:00100000:0.0:1776998317.324803:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.324933:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756368640 00000100:00100000:3.0:1776998317.324946:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756368640 00000100:00100000:3.0:1776998317.325037:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51760 00000100:00100000:3.0:1776998317.325052:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3704:17551:x1863313756368640:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998317.325131:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998317.325208:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfed600/0x27b6fb26481afd45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1aad:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ca2 expref: 3704 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325241:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfed800/0x27b6fb26481afd1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c8d expref: 3703 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325508:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1c8c00/0x27b6fb264818bb08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38af2 expref: 3702 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325525:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aad:0x0].0x0 (ffff8d250d65ad00) 00010000:00010000:3.0:1776998317.325539:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998317.325567:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325585:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325619:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325909:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325922:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.325933:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326070:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326081:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326091:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998317.326866:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2833, 64 off189504 00010000:00010000:3.0:1776998317.326950:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326964:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326975:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326985:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.326994:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327004:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327039:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998317.327062:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327073:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327082:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327090:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.327096:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327107:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327122:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aad:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998317.327127:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998317.327132:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327140:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9110 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1aad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327162:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327214:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327222:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327230:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.327233:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327242:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327254:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998317.327257:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.327262:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.327270:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9102 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998317.327285:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e01746e9 reply state 00000000d945c97b transno 4295019675 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.327298:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998317.327392:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3703:17551:x1863313756368640:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2342us (2599us total) trans 4295019675 rc 0/0 00000100:00100000:3.0:1776998317.327404:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51760 00010000:00010000:2.0:1776998317.329950:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.329963:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.329975:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.329980:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.329990:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.330028:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aad:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998317.330033:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998317.330038:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.330047:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9117 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1aad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.330071:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.330074:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.330077:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.358893:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998317.359005:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359024:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359036:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359044:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.359051:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359062:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359082:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1c2f4cad (ffff8d250da6ba00) 00010000:00010000:2.0:1776998317.359087:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.359093:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.359102:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9109 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c2f4cad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.359254:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756368896 00000100:00100000:3.0:1776998317.359268:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756368896 00000100:00100000:3.0:1776998317.359581:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16820 00000100:00100000:3.0:1776998317.359848:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3702:17551:x1863313756368896:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998317.360234:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3703:17551:x1863313756368896:12345-192.168.201.35@tcp:35:rm.0 Request processed in 639us (1350us total) trans 4295019676 rc 0/0 00000100:00100000:3.0:1776998317.360246:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16820 00000100:00100000:3.0:1776998317.394664:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.395256:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756369152 00000100:00100000:0.0:1776998317.395270:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756369152 00000100:00100000:0.0:1776998317.395353:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51761 00000100:00100000:0.0:1776998317.395369:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3703:17551:x1863313756369152:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.395466:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.395501:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd45a00/0x27b6fb26481af3f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a8e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48865 expref: 3703 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397071:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db66200/0x27b6fb26481af3c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a8e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48850 expref: 3702 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397093:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db28e00/0x27b6fb264818b6cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a19 expref: 3701 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397112:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8e:0x0].0x0 (ffff8d250b81e900) 00010000:00010000:0.0:1776998317.397125:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.397152:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397210:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397226:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397251:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397262:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.397273:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.403687:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.403714:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.403733:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.425040:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2831, 64 off189440 00010000:00010000:0.0:1776998317.425142:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425165:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425181:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425193:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425203:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425214:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425242:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.425301:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998317.425310:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425321:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.425326:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425337:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425362:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8e:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998317.425374:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998317.425381:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425390:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9133 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425406:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.425409:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.425412:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.425431:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425442:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425451:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425459:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.425465:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425474:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425486:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8e:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998317.425490:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.425495:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425511:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b912c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a8e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425538:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425548:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425557:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425565:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.425569:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425578:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425589:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.425592:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.425621:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.425630:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b911e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.425666:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050e41aec reply state 0000000044353516 transno 4295019677 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.425680:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998317.425823:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998317.427646:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3702:17551:x1863313756369152:12345-192.168.201.35@tcp:36:rm.0 Request processed in 32271us (32984us total) trans 4295019677 rc 0/0 00000100:00100000:0.0:1776998317.427697:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51761 00000100:00100000:0.0:1776998317.441393:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.442839:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756369408 00000100:00100000:3.0:1776998317.442852:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756369408 00000100:00100000:3.0:1776998317.442926:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16821 00000100:00100000:3.0:1776998317.442941:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3702:17551:x1863313756369408:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998317.443368:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3703:17551:x1863313756369408:12345-192.168.201.35@tcp:35:rm.0 Request processed in 429us (1983us total) trans 4295019678 rc 0/0 00000100:00100000:3.0:1776998317.443380:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16821 00010000:00010000:1.0:1776998317.447570:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447613:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447625:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447635:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.447642:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447652:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447673:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb8b71714 (ffff8d250db54900) 00010000:00010000:1.0:1776998317.447678:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.447683:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.447692:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9125 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb8b71714 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.454911:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.455627:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756369664 00000100:00100000:3.0:1776998317.455640:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756369664 00000100:00100000:3.0:1776998317.455713:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51762 00000100:00100000:3.0:1776998317.455728:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3702:17551:x1863313756369664:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998317.455818:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998317.455849:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7e200/0x27b6fb26481a8c7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1936:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4595d expref: 3702 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.455880:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e39a00/0x27b6fb26481a8c50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1936:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45948 expref: 3701 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.455898:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d80a400/0x27b6fb26481887c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1936:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c380b1 expref: 3700 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.455921:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1936:0x0].0x0 (ffff8d25088b6900) 00010000:00010000:3.0:1776998317.455934:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998317.455961:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.455978:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.455990:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456008:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456018:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456027:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456213:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456479:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.456490:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.457869:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2832, 64 off189504 00010000:00010000:0.0:1776998317.457962:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.457977:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.457989:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.457998:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458009:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458017:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458055:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.458081:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458091:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458101:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458125:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.458131:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458142:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458155:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1936:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998317.458159:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.458163:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458198:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9148 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1936:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458220:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458230:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458238:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458246:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.458251:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458260:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458277:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.458281:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.458285:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.458293:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b913a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.458308:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008757b0ef reply state 00000000fddb25d5 transno 4295019679 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.458321:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998317.458394:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.458404:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.458414:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.458419:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.458436:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.458450:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1936:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998317.458454:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.458459:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.458467:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b914f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1936:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.458486:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.458489:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.458491:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998317.459759:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3701:17551:x1863313756369664:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4028us (4853us total) trans 4295019679 rc 0/0 00000100:00100000:0.0:1776998317.459772:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51762 00010000:00010000:2.0:1776998317.471938:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.471960:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.471971:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.471981:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.471988:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.472007:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.472030:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x630b84b3 (ffff8d250da6be00) 00010000:00010000:2.0:1776998317.472035:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.472042:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.472052:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b9141 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x630b84b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.472686:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.473906:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756369920 00000100:00100000:3.0:1776998317.473918:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756369920 00000100:00100000:3.0:1776998317.474002:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16822 00000100:00100000:3.0:1776998317.474033:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3700:17551:x1863313756369920:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.475976:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3701:17551:x1863313756369920:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1940us (3287us total) trans 4295019680 rc 0/0 00000100:00100000:2.0:1776998317.476007:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16822 00000100:00100000:1.0:1776998317.486400:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.486478:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756370176 00000100:00100000:0.0:1776998317.486492:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756370176 00000100:00100000:0.0:1776998317.486572:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51763 00000100:00100000:0.0:1776998317.486586:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3701:17551:x1863313756370176:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.486681:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.486714:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088dfe00/0x27b6fb26481b1cda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b16:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49afd expref: 3701 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.486746:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481b1cb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49ae8 expref: 3700 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487030:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508859400/0x27b6fb264818c97f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38dd8 expref: 3699 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487057:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b16:0x0].0x0 (ffff8d250d7dc900) 00010000:00010000:0.0:1776998317.487072:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.487098:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487115:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487129:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487146:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487156:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487165:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487305:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487317:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.487328:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.488421:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2833, 64 off189568 00010000:00010000:0.0:1776998317.488501:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488517:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488530:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488541:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488551:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488557:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488581:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.488898:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488908:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488918:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488926:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.488933:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488944:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.488945:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.488954:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488958:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b16:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998317.488963:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.488968:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.488972:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.488977:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.488978:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9164 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b16:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.488988:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.489000:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.489008:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.489015:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b16:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998317.489018:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.489018:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998317.489023:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.489027:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.489033:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.489033:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b916b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.489042:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.489051:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.489052:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998317.489054:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.489056:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.489057:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.489060:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.489069:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9156 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.489089:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009f068f2 reply state 00000000ed72822f transno 4295019681 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.489103:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.489240:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3700:17551:x1863313756370176:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2654us (2904us total) trans 4295019681 rc 0/0 00000100:00100000:0.0:1776998317.489252:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51763 00010000:00010000:0.0:1776998317.501208:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502339:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502351:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502360:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.502368:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502379:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502952:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x61b623f1 (ffff8d250db54600) 00010000:00010000:0.0:1776998317.502958:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.502964:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.502974:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b915d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x61b623f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.510837:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.510953:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756370432 00000100:00100000:0.0:1776998317.510966:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756370432 00000100:00100000:0.0:1776998317.511042:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16823 00000100:00100000:0.0:1776998317.511059:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3699:17551:x1863313756370432:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998317.511574:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3700:17551:x1863313756370432:12345-192.168.201.35@tcp:35:rm.0 Request processed in 516us (745us total) trans 4295019682 rc 0/0 00000100:00100000:0.0:1776998317.511586:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16823 00000100:00100000:1.0:1776998317.534442:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.534705:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756370688 00000100:00100000:0.0:1776998317.534719:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756370688 00000100:00100000:0.0:1776998317.534802:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51764 00000100:00100000:0.0:1776998317.534818:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3700:17551:x1863313756370688:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.534893:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.534931:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d19c000/0x27b6fb2648191aa7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1469:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b141 expref: 3700 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.534960:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1469:0x0].0x0 (ffff8d2608029100) 00010000:00010000:0.0:1776998317.534976:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a2f9200/0x27b6fb264818fc23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1403:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a364 expref: 3699 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.534998:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dc94400/0x27b6fb264817d1ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1403:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35c4c expref: 3698 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535013:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1403:0x0].0x0 (ffff8d2509ca0b00) 00010000:00010000:0.0:1776998317.535025:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.535054:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535072:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535085:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535106:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535116:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535126:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535279:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535292:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.535302:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.539906:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2834, 64 off189632 00010000:00010000:0.0:1776998317.539995:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540016:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540031:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540044:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540055:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540065:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540107:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.540133:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540142:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540190:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540200:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.540206:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540218:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540234:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1403:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998317.540239:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.540244:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540261:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9180 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1403:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540285:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540294:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540304:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540311:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.540315:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540324:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540335:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.540339:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.540343:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.540353:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9172 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.540366:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007409473b reply state 000000004674732e transno 4295019683 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.540379:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.540479:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3699:17551:x1863313756370688:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5661us (6045us total) trans 4295019683 rc 0/0 00000100:00100000:0.0:1776998317.540492:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51764 00010000:00010000:3.0:1776998317.544330:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.544345:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.544358:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.544364:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.544376:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.544412:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1403:0x0].0x0 (ffff8d250db54500) 00010000:00010000:3.0:1776998317.544416:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.544422:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.544430:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9187 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1403:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.544460:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.544463:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.544466:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.549460:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549482:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549493:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549503:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.549509:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549519:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549546:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x868ab259 (ffff8d250db54600) 00010000:00010000:3.0:1776998317.549551:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.549557:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.549565:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9179 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x868ab259 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.551287:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.551476:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756370944 00000100:00100000:2.0:1776998317.551489:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756370944 00000100:00100000:2.0:1776998317.551560:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16824 00000100:00100000:2.0:1776998317.551577:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3698:17551:x1863313756370944:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.552257:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3699:17551:x1863313756370944:12345-192.168.201.35@tcp:35:rm.0 Request processed in 683us (977us total) trans 4295019684 rc 0/0 00000100:00100000:2.0:1776998317.552270:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16824 00000100:00100000:0.0:1776998317.565795:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.566113:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756371200 00000100:00100000:1.0:1776998317.566128:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756371200 00000100:00100000:1.0:1776998317.566486:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51765 00000100:00100000:1.0:1776998317.566505:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3699:17551:x1863313756371200:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998317.566868:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998317.566906:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3b200/0x27b6fb26481a91e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1948:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bd3 expref: 3699 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.566937:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3ae00/0x27b6fb26481a91ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1948:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bbe expref: 3698 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.566957:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a939c00/0x27b6fb2648188a39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1948:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3812f expref: 3697 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.566971:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1948:0x0].0x0 (ffff8d2509cdd800) 00010000:00010000:1.0:1776998317.566985:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.567012:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567030:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567052:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567070:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567080:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567089:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567540:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567553:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.567564:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998317.568786:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2835, 64 off189696 00010000:00010000:1.0:1776998317.568871:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568886:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568897:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568908:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568917:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568926:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568948:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998317.568971:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568981:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568990:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.568998:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.569003:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569014:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569026:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1948:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998317.569031:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998317.569036:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569044:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b919c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1948:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569072:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569081:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569088:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569095:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.569099:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569107:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569116:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998317.569120:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.569124:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.569131:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b918e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998317.569144:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fc10ecb reply state 00000000ce5f4014 transno 4295019685 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570423:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998317.570435:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570447:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.570453:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570464:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570481:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1948:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:0.0:1776998317.570485:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998317.570490:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570499:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1948:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.570524:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.570527:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.570530:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.571418:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998317.571866:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3698:17551:x1863313756371200:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5131us (5870us total) trans 4295019685 rc 0/0 00000100:00100000:1.0:1776998317.571880:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51765 00010000:00010000:0.0:1776998317.578442:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578465:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578483:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578492:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.578498:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578509:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578531:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9f814618 (ffff8d2509e7c600) 00010000:00010000:0.0:1776998317.578536:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.578543:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.578553:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9195 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f814618 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.596103:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.596660:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756371456 00000100:00100000:3.0:1776998317.596674:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756371456 00000100:00100000:3.0:1776998317.596910:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16825 00000100:00100000:3.0:1776998317.596927:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c1b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3697:17551:x1863313756371456:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998317.598067:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c1b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3698:17551:x1863313756371456:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1137us (1982us total) trans 4295019686 rc 0/0 00000100:00100000:3.0:1776998317.601105:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16825 00000100:00100000:1.0:1776998317.632566:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.636931:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756371712 00000100:00100000:0.0:1776998317.636949:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756371712 00000100:00100000:0.0:1776998317.637035:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51766 00000100:00100000:0.0:1776998317.637050:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3698:17551:x1863313756371712:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.638975:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.639012:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c904400/0x27b6fb26481a93b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ca5 expref: 3698 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.639043:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c904200/0x27b6fb26481a9388 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c90 expref: 3697 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.639069:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a938000/0x27b6fb2648188b0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38159 expref: 3696 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640071:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194e:0x0].0x0 (ffff8d2509249c00) 00010000:00010000:0.0:1776998317.640120:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.640318:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640340:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640354:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640375:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640386:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640396:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640554:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640568:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.640580:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.641368:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2836, 64 off189760 00000004:00080000:0.0:1776998317.641382:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4028433211405ns, next at 4029433207500ns, rc = 0 00010000:00010000:0.0:1776998317.641470:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641486:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641500:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641512:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641523:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641533:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641575:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.641627:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641639:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641649:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641659:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.641667:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641679:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641693:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194e:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998317.641698:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.641704:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641715:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91b8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x194e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641759:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641771:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641780:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641789:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.641793:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641803:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641816:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.641819:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.641825:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.641834:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b91aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.641849:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eade348b reply state 00000000f9da4e26 transno 4295019687 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.641864:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.641973:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3697:17551:x1863313756371712:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4920us (9411us total) trans 4295019687 rc 0/0 00000100:00100000:0.0:1776998317.641987:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51766 00010000:00010000:3.0:1776998317.650069:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.650085:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.650102:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.650108:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.650121:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.650143:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194e:0x0].0x0 (ffff8d250db54500) 00010000:00010000:3.0:1776998317.650147:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.650154:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.650163:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b91bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.650253:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.650256:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.650259:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.652643:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.652791:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756371968 00000100:00100000:0.0:1776998317.652804:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756371968 00000100:00100000:0.0:1776998317.652865:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16826 00000100:00100000:0.0:1776998317.652880:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3697:17551:x1863313756371968:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998317.653291:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3698:17551:x1863313756371968:12345-192.168.201.35@tcp:35:rm.0 Request processed in 412us (653us total) trans 4295019688 rc 0/0 00000100:00100000:0.0:1776998317.653302:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16826 00010000:00010000:3.0:1776998317.653912:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.653928:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.653938:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.653947:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.653952:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.653962:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.653982:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9fb1bdcd (ffff8d250db54600) 00010000:00010000:3.0:1776998317.653987:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.653993:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.654001:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b91b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fb1bdcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.665085:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.670084:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756372224 00000100:00100000:0.0:1776998317.670101:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756372224 00000100:00100000:1.0:1776998317.674140:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51767 00000100:00100000:1.0:1776998317.674159:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3697:17551:x1863313756372224:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998317.674942:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998317.674977:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4c400/0x27b6fb26481aa90d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1995:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4665a expref: 3697 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675009:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcf6e00/0x27b6fb26481aa8e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1995:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46645 expref: 3696 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675028:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e81600/0x27b6fb26481894c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1995:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3834a expref: 3695 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675041:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1995:0x0].0x0 (ffff8d250e18f900) 00010000:00010000:1.0:1776998317.675054:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.675081:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675099:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675112:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675131:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675147:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.675155:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.677635:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.677654:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.677941:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998317.678695:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2834, 64 off189568 00010000:00010000:1.0:1776998317.679052:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679067:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679078:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679089:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679097:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679106:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679140:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998317.679165:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679197:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679206:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679215:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.679220:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679230:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679243:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1995:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998317.679247:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998317.679252:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679259:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1995:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679280:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679289:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679303:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679311:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.679315:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679322:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679331:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998317.679334:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.679338:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.679346:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998317.679357:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000196f7af5 reply state 00000000cf9ed901 transno 4295019689 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.679369:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998317.679470:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3696:17551:x1863313756372224:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5312us (14392us total) trans 4295019689 rc 0/0 00000100:00100000:1.0:1776998317.679482:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51767 00010000:00010000:2.0:1776998317.679891:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998317.679899:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.679914:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998317.679918:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.679926:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.679939:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1995:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:2.0:1776998317.679942:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998317.679946:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.679953:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b91db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1995:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.679971:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.679974:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.679976:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.692974:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.692998:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.693009:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.693026:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.693032:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.693042:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.693063:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x12ff5563 (ffff8d2509e7ca00) 00010000:00010000:0.0:1776998317.693068:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.693073:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.693082:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b91cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12ff5563 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.707018:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.707467:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756372480 00000100:00100000:3.0:1776998317.707479:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756372480 00000100:00100000:3.0:1776998317.707647:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16827 00000100:00100000:3.0:1776998317.707663:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3695:17551:x1863313756372480:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998317.708089:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3696:17551:x1863313756372480:12345-192.168.201.35@tcp:35:rm.0 Request processed in 412us (1063us total) trans 4295019690 rc 0/0 00000100:00100000:3.0:1776998317.708101:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16827 00000100:00100000:3.0:1776998317.723270:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.726058:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756372736 00000100:00100000:1.0:1776998317.726074:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756372736 00000100:00100000:1.0:1776998317.726162:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51768 00000100:00100000:1.0:1776998317.726206:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3696:17551:x1863313756372736:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998317.726551:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998317.726580:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90f800/0x27b6fb26481af5c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a94:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48937 expref: 3696 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726632:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90d200/0x27b6fb26481af596 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a94:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48922 expref: 3695 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726649:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb3000/0x27b6fb264818b79d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a43 expref: 3694 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726661:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a94:0x0].0x0 (ffff8d250d879100) 00010000:00010000:1.0:1776998317.726672:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.726696:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726713:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726725:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726742:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726751:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726760:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726930:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726942:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.726950:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.728640:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2837, 64 off189824 00010000:00010000:0.0:1776998317.728752:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728793:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728805:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728815:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728824:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728838:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728868:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.728892:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728901:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728908:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728916:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.728921:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728930:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728943:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a94:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:0.0:1776998317.728947:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.728954:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728961:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b91f0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728981:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.728993:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.729000:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.729007:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.729010:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.729018:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.729027:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.729030:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.729034:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.729041:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b91e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.729051:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fea2633 reply state 0000000097ee3c12 transno 4295019691 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.729063:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.729221:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3695:17551:x1863313756372736:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3014us (5957us total) trans 4295019691 rc 0/0 00000100:00100000:0.0:1776998317.729232:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51768 00010000:00010000:3.0:1776998317.730545:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.730554:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.730563:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.730567:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.730576:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.730609:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a94:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998317.730613:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.730617:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.730626:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b91f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.730645:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.730647:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.730650:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.743963:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.743985:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.743995:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.744020:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.744026:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.744036:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.744057:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xee4d5c5b (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998317.744062:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.744085:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.744095:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b91e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee4d5c5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.754491:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.754647:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756372992 00000100:00100000:0.0:1776998317.754660:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756372992 00000100:00100000:0.0:1776998317.754737:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16828 00000100:00100000:0.0:1776998317.754779:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3694:17551:x1863313756372992:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998317.755223:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3695:17551:x1863313756372992:12345-192.168.201.35@tcp:35:rm.0 Request processed in 447us (742us total) trans 4295019692 rc 0/0 00000100:00100000:0.0:1776998317.755235:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16828 00000100:00100000:1.0:1776998317.764897:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.765059:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756373248 00000100:00100000:0.0:1776998317.765072:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756373248 00000100:00100000:0.0:1776998317.765152:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51769 00000100:00100000:0.0:1776998317.765624:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3695:17551:x1863313756373248:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.765698:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.765730:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7f400/0x27b6fb26481a8aac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1930:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4588b expref: 3695 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765758:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4d000/0x27b6fb26481a8a82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1930:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45876 expref: 3694 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765777:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d29ee00/0x27b6fb26481886f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1930:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38087 expref: 3693 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765792:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1930:0x0].0x0 (ffff8d250d79ad00) 00010000:00010000:0.0:1776998317.765805:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.765828:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765842:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765855:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765874:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765884:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.765892:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.766040:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.766053:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.766064:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.767518:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2838, 64 off189888 00010000:00010000:0.0:1776998317.767622:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767638:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767650:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767660:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767668:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767677:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767697:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.767719:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767727:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767736:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767743:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.767748:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767758:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767770:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1930:0x0].0x0 (ffff8d250db54900) 00010000:00010000:0.0:1776998317.767775:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.767779:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767787:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b920c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1930:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767808:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767822:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767830:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767837:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.767841:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767850:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767861:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.767864:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.767868:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.767883:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b91fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.767898:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fe9cc66 reply state 00000000ab389b3d transno 4295019693 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.767909:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.768016:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3694:17551:x1863313756373248:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2849us (3127us total) trans 4295019693 rc 0/0 00000100:00100000:0.0:1776998317.768027:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51769 00010000:00010000:1.0:1776998317.768141:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998317.768150:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.768159:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998317.768164:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.768218:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.768247:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1930:0x0].0x0 (ffff8d250db54900) 00010000:00010000:1.0:1776998317.768251:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998317.768255:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.768262:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9213 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1930:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.768280:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.768283:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998317.768286:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.779856:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998317.779967:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.779991:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.780002:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.780010:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.780016:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.780026:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.780044:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7fd30839 (ffff8d250db54300) 00010000:00010000:0.0:1776998317.780048:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.780054:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.780062:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9205 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7fd30839 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.780914:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756373504 00000100:00100000:3.0:1776998317.780926:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756373504 00000100:00100000:3.0:1776998317.780989:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16829 00000100:00100000:3.0:1776998317.781001:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3693:17551:x1863313756373504:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998317.788895:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3694:17551:x1863313756373504:12345-192.168.201.35@tcp:35:rm.0 Request processed in 7881us (9033us total) trans 4295019694 rc 0/0 00000100:00100000:3.0:1776998317.788913:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16829 00000100:00100000:3.0:1776998317.821063:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.822889:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756373760 00000100:00100000:1.0:1776998317.822900:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756373760 00000100:00100000:1.0:1776998317.822966:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51770 00000100:00100000:1.0:1776998317.822979:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3694:17551:x1863313756373760:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998317.823078:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998317.823111:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db51c00/0x27b6fb26481a75eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18eb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f1c expref: 3694 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823142:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bded000/0x27b6fb26481a75c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f07 expref: 3693 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823159:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d356c00/0x27b6fb2648187d82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37ea4 expref: 3692 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823370:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18eb:0x0].0x0 (ffff8d250953ab00) 00010000:00010000:1.0:1776998317.823393:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.823414:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823428:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823441:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823459:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823469:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823478:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823647:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823656:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.823662:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998317.825053:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2835, 64 off189632 00010000:00010000:1.0:1776998317.825117:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825131:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825140:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825150:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825158:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825165:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825223:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998317.825247:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825255:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825263:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825270:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.825276:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825284:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825296:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18eb:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998317.825300:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998317.825305:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825312:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9228 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825331:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825340:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825353:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825360:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.825364:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825372:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825382:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998317.825386:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.825390:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.825398:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b921a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998317.825410:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b56a5d3 reply state 00000000541d511a transno 4295019695 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.825423:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998317.825511:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3693:17551:x1863313756373760:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2533us (4454us total) trans 4295019695 rc 0/0 00000100:00100000:1.0:1776998317.825522:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51770 00010000:00010000:3.0:1776998317.827382:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.827395:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.827406:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.827412:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.827422:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.827438:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18eb:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998317.827442:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.827446:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.827454:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b922f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.827476:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.827478:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.827480:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.835293:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835315:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835326:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835333:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998317.835338:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835348:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835367:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa0e0fa40 (ffff8d2509e7c300) 00010000:00010000:3.0:1776998317.835372:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998317.835378:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.835386:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9221 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa0e0fa40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.849000:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.849645:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756374016 00000100:00100000:0.0:1776998317.849659:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756374016 00000100:00100000:0.0:1776998317.850002:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16830 00000100:00100000:0.0:1776998317.850016:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3692:17551:x1863313756374016:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998317.850719:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3693:17551:x1863313756374016:12345-192.168.201.35@tcp:35:rm.0 Request processed in 703us (1726us total) trans 4295019696 rc 0/0 00000100:00100000:0.0:1776998317.850730:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16830 00000100:00100000:1.0:1776998317.858515:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998317.861231:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756374272 00000100:00100000:0.0:1776998317.863962:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756374272 00000100:00100000:0.0:1776998317.864148:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51771 00000100:00100000:0.0:1776998317.864162:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3693:17551:x1863313756374272:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998317.864280:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998317.864312:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbcf200/0x27b6fb26481aaddd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4688a expref: 3693 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864345:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbcfa00/0x27b6fb26481aadb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46875 expref: 3692 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864362:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b29e600/0x27b6fb26481896f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c383ba expref: 3691 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864377:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a5:0x0].0x0 (ffff8d250953a800) 00010000:00010000:0.0:1776998317.864389:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998317.864415:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864431:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864459:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864478:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864487:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864497:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864644:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864655:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.864664:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998317.869080:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2836, 64 off189696 00010000:00010000:0.0:1776998317.869207:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869228:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869496:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869507:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869515:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869523:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869558:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998317.869583:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869611:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869619:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869626:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.869631:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869641:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869665:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a5:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998317.869669:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998317.869675:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869684:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9244 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869707:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869716:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869723:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869734:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.869737:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869744:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869753:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998317.869756:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.869760:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.869767:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9236 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998317.869778:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000790b6898 reply state 00000000d9eda002 transno 4295019697 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.869788:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998317.869885:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3692:17551:x1863313756374272:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5722us (11376us total) trans 4295019697 rc 0/0 00000100:00100000:0.0:1776998317.869897:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51771 00010000:00010000:3.0:1776998317.874046:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.874061:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.874074:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.874079:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.874090:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.874115:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a5:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998317.874118:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.874123:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.874131:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b924b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.874155:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.874157:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.874159:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998317.876425:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876444:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876453:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876461:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.876466:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876481:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876498:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb3198b8b (ffff8d250db54300) 00010000:00010000:2.0:1776998317.876501:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.876506:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.876514:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b923d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb3198b8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.894093:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.899053:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756374528 00000100:00100000:2.0:1776998317.899070:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756374528 00000100:00100000:2.0:1776998317.899164:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16831 00000100:00100000:2.0:1776998317.899469:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c1a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756374528:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.899870:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c1a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3692:17551:x1863313756374528:12345-192.168.201.35@tcp:35:rm.0 Request processed in 629us (5786us total) trans 4295019698 rc 0/0 00000100:00100000:2.0:1776998317.899882:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16831 00000100:00100000:1.0:1776998317.920469:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998317.921030:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756374784 00000100:00100000:3.0:1776998317.921043:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756374784 00000100:00100000:3.0:1776998317.921114:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51772 00000100:00100000:3.0:1776998317.921129:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3692:17551:x1863313756374784:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998317.922180:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998317.922210:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da89400/0x27b6fb26481b1253 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1af3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49634 expref: 3692 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.922254:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da88400/0x27b6fb26481b1229 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4961f expref: 3691 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.922274:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d72a00/0x27b6fb264818c4b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38ce3 expref: 3690 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.922287:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af3:0x0].0x0 (ffff8d250e2e9c00) 00010000:00010000:3.0:1776998317.922553:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998317.922820:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.922837:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.922851:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.922870:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.922886:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.922895:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923039:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923051:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923060:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998317.923752:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2837, 64 off189760 00010000:00010000:2.0:1776998317.923830:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923844:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923854:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923863:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923871:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923879:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923904:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998317.923926:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923935:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923943:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923952:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.923957:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923966:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923978:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af3:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998317.923981:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998317.923985:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.923993:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9260 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1af3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924013:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924021:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924032:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924038:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.924041:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924049:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924058:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998317.924061:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.924064:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.924071:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9252 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998317.924081:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086170947 reply state 00000000dea93372 transno 4295019699 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998317.924092:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998317.924227:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756374784:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3099us (3765us total) trans 4295019699 rc 0/0 00000100:00100000:2.0:1776998317.924238:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51772 00010000:00010000:3.0:1776998317.925723:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998317.925754:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.925764:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998317.925768:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.925777:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.925789:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af3:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998317.925792:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998317.925796:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.925803:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9267 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1af3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998317.925821:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.925824:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998317.925826:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.935506:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998317.935506:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998317.935522:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.935533:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.935548:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998317.935554:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.935565:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.935610:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x40bd2c0e (ffff8d250da9e200) 00010000:00010000:0.0:1776998317.935615:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998317.935621:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.935630:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9259 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40bd2c0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.936491:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756375040 00000100:00100000:1.0:1776998317.936502:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756375040 00000100:00100000:1.0:1776998317.936560:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16832 00000100:00100000:1.0:1776998317.936571:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756375040:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998317.936992:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756375040:12345-192.168.201.35@tcp:35:rm.0 Request processed in 420us (1495us total) trans 4295019700 rc 0/0 00000100:00100000:1.0:1776998317.937003:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16832 00000100:00100000:0.0:1776998317.942649:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998317.943220:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756375296 00000100:00100000:1.0:1776998317.943231:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756375296 00000100:00100000:1.0:1776998317.944017:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51773 00000100:00100000:1.0:1776998317.944033:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756375296:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998317.944127:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998317.944159:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dcae000/0x27b6fb264818f83a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13f6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a19d expref: 3691 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944188:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2bea00/0x27b6fb264817d003 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35bf1 expref: 3690 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944201:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f6:0x0].0x0 (ffff8d2502f6d800) 00010000:00010000:1.0:1776998317.944213:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998317.944235:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944251:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944263:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944286:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944295:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944303:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944448:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944459:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.944469:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998317.945985:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2838, 64 off189824 00010000:00010000:1.0:1776998317.946054:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946067:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946077:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946086:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946094:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946102:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946121:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998317.946143:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946151:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946159:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946189:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.946195:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946205:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946215:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f6:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998317.946219:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998317.946224:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946232:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b927c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946251:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946493:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946501:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946507:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998317.946511:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946519:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946530:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998317.946533:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998317.946537:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998317.946544:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b926e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998317.946557:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028b51f08 reply state 00000000a362e3fc transno 4295019701 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998317.946568:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1776998317.946849:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998317.946858:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.946867:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998317.946871:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.946879:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.946890:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f6:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:0.0:1776998317.946893:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998317.946898:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.946905:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9283 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998317.946921:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.946924:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998317.946926:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998317.959528:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756375296:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15486us (16873us total) trans 4295019701 rc 0/0 00000100:00100000:1.0:1776998317.959545:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51773 00010000:00010000:2.0:1776998317.971158:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971216:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971234:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971243:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998317.971249:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971259:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971281:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9a1fd879 (ffff8d2509e7cd00) 00010000:00010000:2.0:1776998317.971286:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998317.971291:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998317.971299:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9275 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a1fd879 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998317.991340:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998317.991574:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756375552 00000100:00100000:2.0:1776998317.991606:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756375552 00000100:00100000:2.0:1776998317.991680:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16833 00000100:00100000:2.0:1776998317.991695:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756375552:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998317.992308:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756375552:12345-192.168.201.35@tcp:35:rm.0 Request processed in 614us (976us total) trans 4295019702 rc 0/0 00000100:00100000:2.0:1776998317.992320:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16833 00000100:00100000:3.0:1776998318.003331:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.003538:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756375808 00000100:00100000:0.0:1776998318.003551:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756375808 00000100:00100000:0.0:1776998318.003671:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51774 00000100:00100000:0.0:1776998318.003686:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3691:17551:x1863313756375808:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998318.004003:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998318.004037:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088dd200/0x27b6fb26481b1b0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b10:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a2b expref: 3691 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004068:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481b1ae2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a16 expref: 3690 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004088:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b113c00/0x27b6fb264818c8ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38dae expref: 3689 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004101:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b10:0x0].0x0 (ffff8d250dc90500) 00010000:00010000:0.0:1776998318.004115:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998318.004139:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004156:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004254:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004500:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004513:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004524:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004688:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004701:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.004711:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998318.005757:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2839, 64 off189952 00010000:00010000:0.0:1776998318.005841:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005855:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005867:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005878:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005887:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005895:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005917:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998318.005940:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005948:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005958:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005966:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.005972:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005983:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.005997:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b10:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998318.006001:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998318.006006:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006016:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9298 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006045:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006055:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006064:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006072:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.006076:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006085:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006095:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998318.006099:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.006103:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.006111:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b928a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998318.006124:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000175d0760 reply state 00000000f1a9a2c1 transno 4295019703 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.006137:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998318.006483:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756375808:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2798us (3161us total) trans 4295019703 rc 0/0 00000100:00100000:0.0:1776998318.006494:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51774 00010000:00010000:1.0:1776998318.006659:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998318.006668:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.006679:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.006685:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.006694:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.006707:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b10:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:1.0:1776998318.006711:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998318.006715:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.006723:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b929f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.006743:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.006746:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.006749:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776998318.006811:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1776998318.031965:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032008:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032020:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032029:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.032035:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032046:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032068:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5b991648 (ffff8d250db54700) 00010000:00010000:0.0:1776998318.032072:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.032079:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.032087:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9291 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b991648 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.038089:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.038523:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756376064 00000100:00100000:1.0:1776998318.038536:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756376064 00000100:00100000:1.0:1776998318.038623:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16834 00000100:00100000:1.0:1776998318.038638:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756376064:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.039610:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756376064:12345-192.168.201.35@tcp:35:rm.0 Request processed in 973us (1529us total) trans 4295019704 rc 0/0 00000100:00100000:1.0:1776998318.039621:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16834 00000100:00100000:2.0:1776998318.056492:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.056643:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756376320 00000100:00100000:1.0:1776998318.056656:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756376320 00000100:00100000:1.0:1776998318.056730:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51775 00000100:00100000:1.0:1776998318.056744:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756376320:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.056815:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998318.056846:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dcae600/0x27b6fb264818fa55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13fd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a292 expref: 3690 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056878:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2bf400/0x27b6fb264817d0f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35c22 expref: 3689 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056893:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13fd:0x0].0x0 (ffff8d2502f6d200) 00010000:00010000:1.0:1776998318.056907:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.056934:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056953:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056966:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056986:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.056996:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.057007:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.057149:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.057255:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.057268:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.058498:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2840, 64 off190016 00010000:00010000:1.0:1776998318.058580:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058621:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058633:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058644:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058652:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058661:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058681:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.058702:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058711:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058724:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058733:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.058738:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058749:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058761:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13fd:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998318.058765:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.058770:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058777:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058796:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058805:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058812:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058818:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.058821:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058835:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058844:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.058846:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.058851:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.058858:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.058868:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2d432e3 reply state 000000002004abe5 transno 4295019705 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.058879:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.058971:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756376320:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2226us (2485us total) trans 4295019705 rc 0/0 00000100:00100000:1.0:1776998318.058983:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51775 00010000:00010000:0.0:1776998318.059891:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998318.059900:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.059910:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998318.059915:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.059930:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.059944:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13fd:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:0.0:1776998318.059948:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998318.059952:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.059960:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.059980:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.059983:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.059985:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.074852:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.074880:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.081057:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.081071:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.081078:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.081089:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.081110:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1da99d87 (ffff8d2509e7c100) 00010000:00010000:2.0:1776998318.081115:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.081120:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.081129:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1da99d87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.093473:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.105137:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756376576 00000100:00100000:0.0:1776998318.105154:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756376576 00000100:00100000:3.0:1776998318.105339:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16835 00000100:00100000:3.0:1776998318.105355:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756376576:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998318.105782:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756376576:12345-192.168.201.35@tcp:35:rm.0 Request processed in 429us (12319us total) trans 4295019706 rc 0/0 00000100:00100000:3.0:1776998318.105799:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16835 00000100:00100000:0.0:1776998318.131580:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.132004:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756376832 00000100:00100000:1.0:1776998318.132017:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756376832 00000100:00100000:1.0:1776998318.132181:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51776 00000100:00100000:1.0:1776998318.132197:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3690:17551:x1863313756376832:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.132307:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998318.132342:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c905400/0x27b6fb26481a9580 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1954:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d77 expref: 3690 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132373:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c907e00/0x27b6fb26481a9556 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1954:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d62 expref: 3689 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132401:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d29e000/0x27b6fb2648188bdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1954:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38183 expref: 3688 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132415:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1954:0x0].0x0 (ffff8d250d061e00) 00010000:00010000:1.0:1776998318.132446:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.132473:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132490:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132502:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132520:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132529:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132538:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132684:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132696:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.132707:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.133370:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2841, 64 off190080 00010000:00010000:1.0:1776998318.133447:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133460:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133470:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133481:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133488:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133496:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133531:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.133555:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.133561:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998318.133564:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.133570:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133572:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133603:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.133605:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.133610:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.133610:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.133623:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.133623:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137049:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1954:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998318.137060:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.137068:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137081:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92d0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1954:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137112:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137121:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137130:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137137:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.137141:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137149:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137160:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.137164:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.137168:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.137184:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.137197:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9864189 reply state 00000000e0735511 transno 4295019707 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.137210:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.137604:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756376832:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5386us (6008us total) trans 4295019707 rc 0/0 00000100:00100000:1.0:1776998318.137618:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51776 00010000:00010000:3.0:1776998318.137822:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1954:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998318.137829:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998318.137836:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.137845:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b92d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1954:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.137868:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.137871:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.137873:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.147921:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.147946:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.147956:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.147971:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.147977:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.147988:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.148011:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8178da0f (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998318.148016:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.148022:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.148032:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8178da0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.152991:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.153139:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756377088 00000100:00100000:2.0:1776998318.153152:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756377088 00000100:00100000:2.0:1776998318.153336:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16836 00000100:00100000:2.0:1776998318.153350:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756377088:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998318.153743:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377088:12345-192.168.201.35@tcp:35:rm.0 Request processed in 395us (761us total) trans 4295019708 rc 0/0 00000100:00100000:2.0:1776998318.153759:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16836 00000100:00100000:0.0:1776998318.167789:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.167930:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756377344 00000100:00100000:1.0:1776998318.167942:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756377344 00000100:00100000:1.0:1776998318.168024:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51777 00000100:00100000:1.0:1776998318.168039:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377344:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.168127:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998318.168162:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2638ea5a00/0x27b6fb264818d7a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x138a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392d2 expref: 3689 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168260:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de90000/0x27b6fb264817c13f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x138a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c358fd expref: 3688 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168274:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138a:0x0].0x0 (ffff8d2621712800) 00010000:00010000:1.0:1776998318.168287:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.168311:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168329:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168341:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168359:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168367:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168376:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168499:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168509:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.168519:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.169219:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2839, 64 off189888 00000004:00080000:1.0:1776998318.169232:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4028961061655ns, next at 4029961059024ns, rc = 0 00010000:00010000:1.0:1776998318.169304:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169318:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169329:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169345:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169354:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169362:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169401:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.169423:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169431:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169439:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169446:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.169451:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169460:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169471:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998318.169475:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.169480:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169492:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b92ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x138a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169510:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169518:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169524:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169530:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.169534:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169542:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169552:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.169555:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.169559:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.169566:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.169577:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e590228 reply state 000000008ea6a4b7 transno 4295019709 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.169607:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.169692:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377344:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1655us (1913us total) trans 4295019709 rc 0/0 00000100:00100000:1.0:1776998318.169702:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51777 00010000:00010000:2.0:1776998318.170996:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.171006:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.171016:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998318.171020:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.171029:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.171043:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x138a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998318.171047:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998318.171051:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.171059:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b92f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x138a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.171094:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.171097:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.171099:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.188043:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188064:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188074:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188082:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.188088:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188100:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188120:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x60ab5a11 (ffff8d2509e7c400) 00010000:00010000:0.0:1776998318.188124:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.188130:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.188138:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b92e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x60ab5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.201763:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.202097:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756377600 00000100:00100000:3.0:1776998318.202109:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756377600 00000100:00100000:3.0:1776998318.202511:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16837 00000100:00100000:3.0:1776998318.202525:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756377600:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998318.202882:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377600:12345-192.168.201.35@tcp:35:rm.0 Request processed in 358us (1129us total) trans 4295019710 rc 0/0 00000100:00100000:3.0:1776998318.202893:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16837 00000100:00100000:3.0:1776998318.210257:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.212034:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756377856 00000100:00100000:1.0:1776998318.212045:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756377856 00000100:00100000:1.0:1776998318.212136:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51778 00000100:00100000:1.0:1776998318.212163:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377856:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.212518:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998318.212550:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d260312f800/0x27b6fb264818de94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13a1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f7 expref: 3689 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212579:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de91600/0x27b6fb264817c464 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3599e expref: 3688 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212612:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a1:0x0].0x0 (ffff8d2620109100) 00010000:00010000:1.0:1776998318.212626:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.212648:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212664:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212968:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212987:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.212997:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.213013:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.213134:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.213144:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.213153:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.227992:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2842, 64 off190144 00010000:00010000:1.0:1776998318.228131:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.228152:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.236970:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.237002:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.237013:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.237021:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238612:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.238644:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998318.238652:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238661:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.238666:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238676:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238693:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a1:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998318.238696:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998318.238702:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238734:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b930f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238751:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.238754:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.238756:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.238774:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238782:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238790:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238796:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.238800:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238807:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238816:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a1:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998318.238819:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.238823:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238830:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9308 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238859:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238868:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238876:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238882:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.238886:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238893:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238901:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.238904:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.238907:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.238913:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b92fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.238924:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001291a82c reply state 00000000eb1c8d50 transno 4295019711 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.238935:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.239037:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756377856:12345-192.168.201.35@tcp:36:rm.0 Request processed in 26887us (28786us total) trans 4295019711 rc 0/0 00000100:00100000:1.0:1776998318.239048:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51778 00010000:00010000:3.0:1776998318.266906:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.266928:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.266944:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.266953:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.266959:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.266968:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.266975:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998318.266988:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdbf5f711 (ffff8d2509e7c900) 00010000:00010000:3.0:1776998318.266992:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.266998:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.267007:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9301 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdbf5f711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.267958:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756378112 00000100:00100000:1.0:1776998318.267970:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756378112 00000100:00100000:1.0:1776998318.268049:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16838 00000100:00100000:1.0:1776998318.268063:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756378112:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.268530:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756378112:12345-192.168.201.35@tcp:35:rm.0 Request processed in 468us (1557us total) trans 4295019712 rc 0/0 00000100:00100000:1.0:1776998318.268542:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16838 00000100:00100000:2.0:1776998318.296105:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.296492:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756378368 00000100:00100000:3.0:1776998318.296504:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756378368 00000100:00100000:3.0:1776998318.296603:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51779 00000100:00100000:3.0:1776998318.296618:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3689:17551:x1863313756378368:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998318.296684:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998318.296714:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d931c00/0x27b6fb26481a0956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1782:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dc1 expref: 3689 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296742:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d933400/0x27b6fb26481a092c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1782:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dac expref: 3688 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296764:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250947f800/0x27b6fb2648184c27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1782:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c374c5 expref: 3687 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296777:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1782:0x0].0x0 (ffff8d2509fa2f00) 00010000:00010000:3.0:1776998318.296788:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998318.296813:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296828:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296842:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296860:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296869:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.296876:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.297012:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.297023:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.297033:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998318.297999:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2840, 64 off189952 00010000:00010000:3.0:1776998318.298077:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298089:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298099:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298108:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298116:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298124:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298143:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998318.298162:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298194:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298202:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298211:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.298216:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298226:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298237:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1782:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998318.298241:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998318.298246:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298253:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9324 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1782:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298271:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298278:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298285:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298291:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.298295:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298529:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298540:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998318.298543:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.298547:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.298560:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9316 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998318.298571:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9229213 reply state 00000000ac5694ca transno 4295019713 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.298873:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998318.298951:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756378368:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2337us (2854us total) trans 4295019713 rc 0/0 00000100:00100000:3.0:1776998318.298961:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51779 00010000:00010000:2.0:1776998318.300192:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.300200:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.300209:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998318.300213:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.300225:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.300238:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1782:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:2.0:1776998318.300241:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998318.300245:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.300253:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b932b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1782:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.300271:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.300273:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.300275:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.310157:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310198:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310208:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310217:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.310222:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310250:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310272:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdacd3a74 (ffff8d250da6b900) 00010000:00010000:0.0:1776998318.310276:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.310508:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.310518:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b931d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdacd3a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.314519:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.314638:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756378624 00000100:00100000:0.0:1776998318.314650:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756378624 00000100:00100000:0.0:1776998318.314719:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16839 00000100:00100000:0.0:1776998318.314751:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3687:17551:x1863313756378624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998318.315286:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756378624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 537us (777us total) trans 4295019714 rc 0/0 00000100:00100000:0.0:1776998318.315294:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16839 00000100:00100000:2.0:1776998318.354359:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.355213:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756378880 00000100:00100000:3.0:1776998318.355232:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756378880 00000100:00100000:3.0:1776998318.355306:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51780 00000100:00100000:3.0:1776998318.355320:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3688:17551:x1863313756378880:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998318.355386:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998318.355416:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df62e00/0x27b6fb264819cfe3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16c3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c403a4 expref: 3688 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355443:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df63000/0x27b6fb264819cfb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4038f expref: 3687 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355460:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3d1e00/0x27b6fb264818320a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36f8c expref: 3686 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355472:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c3:0x0].0x0 (ffff8d250b272f00) 00010000:00010000:3.0:1776998318.355484:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998318.355508:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355524:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355534:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355551:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355559:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355567:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355710:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355718:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.355727:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998318.364023:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2843, 64 off190208 00010000:00010000:3.0:1776998318.364163:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.364205:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.364219:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.364230:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.364237:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.364245:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365576:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998318.365635:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365647:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365656:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365664:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.365669:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365677:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365692:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c3:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998318.365696:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998318.365700:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365712:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9340 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365737:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365744:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365751:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365757:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.365761:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365768:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365777:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998318.365781:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.365784:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.365791:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b9332 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998318.365803:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017818146 reply state 00000000508f3553 transno 4295019715 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.365815:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998318.369828:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3687:17551:x1863313756378880:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14498us (15484us total) trans 4295019715 rc 0/0 00000100:00100000:3.0:1776998318.369843:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51780 00010000:00010000:0.0:1776998318.374517:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998318.374531:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.374545:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998318.374550:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.374562:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.374604:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c3:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:0.0:1776998318.374608:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998318.374613:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.374628:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9347 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.374654:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.374656:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.374658:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.384556:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384597:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384608:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384614:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.384620:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384629:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384649:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4e06e724 (ffff8d250da6b900) 00010000:00010000:3.0:1776998318.384654:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.384659:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.384666:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9339 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e06e724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.392687:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.392773:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756379136 00000100:00100000:1.0:1776998318.392801:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756379136 00000100:00100000:1.0:1776998318.392869:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16840 00000100:00100000:1.0:1776998318.392881:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3686:17551:x1863313756379136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.393311:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3687:17551:x1863313756379136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 431us (632us total) trans 4295019716 rc 0/0 00000100:00100000:1.0:1776998318.393322:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16840 00000100:00100000:2.0:1776998318.409288:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.409475:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756379392 00000100:00100000:1.0:1776998318.409487:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756379392 00000100:00100000:1.0:1776998318.409559:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51781 00000100:00100000:1.0:1776998318.409573:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3687:17551:x1863313756379392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.409945:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998318.409978:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d51a00/0x27b6fb2648191b8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1aa expref: 3687 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410003:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146c:0x0].0x0 (ffff8d2608029d00) 00010000:00010000:1.0:1776998318.410016:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094a8600/0x27b6fb2648194a57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1507:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6f0 expref: 3686 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410034:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508892000/0x27b6fb2648194a2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1507:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6db expref: 3685 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410050:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2641266e00/0x27b6fb264817f556 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1507:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36368 expref: 3684 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410061:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1507:0x0].0x0 (ffff8d2616dc0a00) 00010000:00010000:1.0:1776998318.410073:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.410097:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410111:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410123:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410140:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410148:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.410157:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.412080:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.412096:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.412107:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998318.418949:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2844, 64 off190272 00010000:00010000:2.0:1776998318.419050:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419073:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419088:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419099:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419113:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419121:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419164:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998318.419224:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.419233:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420118:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420127:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.420132:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420142:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420161:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1507:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:2.0:1776998318.420165:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998318.420170:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420178:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b935c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1507:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420207:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420215:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420223:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420230:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.420234:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420932:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420944:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998318.420947:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.420951:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.420959:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b934e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998318.420972:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000616a9ea9 reply state 00000000d91f9a9d transno 4295019717 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.420984:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998318.421093:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3685:17551:x1863313756379392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 11517us (11809us total) trans 4295019717 rc 0/0 00000100:00100000:2.0:1776998318.421111:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51781 00010000:00010000:3.0:1776998318.421258:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998318.421266:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.421275:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998318.421281:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.421290:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.421320:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1507:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:3.0:1776998318.421324:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998318.421329:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.421337:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9363 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1507:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.421358:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.421361:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.421363:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.436444:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436466:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436476:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436483:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.436489:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436498:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436518:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5ba739ad (ffff8d2509e7cb00) 00010000:00010000:0.0:1776998318.436523:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.436529:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.436538:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9355 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5ba739ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.440516:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.441306:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756379648 00000100:00100000:3.0:1776998318.441319:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756379648 00000100:00100000:3.0:1776998318.441376:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16841 00000100:00100000:3.0:1776998318.441388:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3684:17551:x1863313756379648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998318.441782:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3685:17551:x1863313756379648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 393us (1275us total) trans 4295019718 rc 0/0 00000100:00100000:3.0:1776998318.441793:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16841 00000100:00100000:2.0:1776998318.469353:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.474745:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756379904 00000100:00100000:0.0:1776998318.474763:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756379904 00000100:00100000:0.0:1776998318.475030:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51782 00000100:00100000:0.0:1776998318.475046:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3685:17551:x1863313756379904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998318.475135:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998318.475201:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbd6000/0x27b6fb26481a06a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1779:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c86 expref: 3685 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475247:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dcefe00/0x27b6fb26481a0677 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1779:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c71 expref: 3684 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475272:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c5f400/0x27b6fb2648184aec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1779:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37486 expref: 3683 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475287:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1779:0x0].0x0 (ffff8d250d0a0f00) 00010000:00010000:0.0:1776998318.475300:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998318.475326:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475344:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475358:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475377:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475387:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475403:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475528:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475539:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.475550:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998318.476334:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2845, 64 off190336 00010000:00010000:0.0:1776998318.476424:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476439:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476451:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476462:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476471:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476480:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476499:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998318.476523:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476533:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476543:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476552:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.476558:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476569:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476609:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1779:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998318.476614:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998318.476620:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476629:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9378 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476653:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476662:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476671:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476686:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.476690:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476699:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476710:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998318.476714:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.476718:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.476728:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b936a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998318.476742:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000922330d1 reply state 0000000005148e9b transno 4295019719 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.476755:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998318.476865:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3684:17551:x1863313756379904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1821us (7520us total) trans 4295019719 rc 0/0 00000100:00100000:0.0:1776998318.476879:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51782 00010000:00010000:1.0:1776998318.477336:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998318.477345:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.477356:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.477361:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.477373:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.477387:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1779:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:1.0:1776998318.477391:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998318.477396:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.477411:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b937f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1779:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.477434:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.477437:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.477439:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.489319:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.500462:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500485:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500495:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500506:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.500513:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500523:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500545:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x44e7a2a0 (ffff8d250db54700) 00010000:00010000:3.0:1776998318.500550:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.500556:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.500566:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9371 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x44e7a2a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.504969:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.505098:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756380160 00000100:00100000:0.0:1776998318.505112:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756380160 00000100:00100000:0.0:1776998318.505229:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16842 00000100:00100000:0.0:1776998318.505245:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3683:17551:x1863313756380160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998318.505652:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3684:17551:x1863313756380160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 409us (689us total) trans 4295019720 rc 0/0 00000100:00100000:0.0:1776998318.505670:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16842 00000100:00100000:1.0:1776998318.533335:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.544968:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756380416 00000100:00100000:3.0:1776998318.545002:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756380416 00000100:00100000:3.0:1776998318.545295:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51783 00000100:00100000:3.0:1776998318.545313:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3684:17551:x1863313756380416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998318.545410:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998318.545446:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f57e00/0x27b6fb264819c7c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16a8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fff3 expref: 3684 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545483:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f56800/0x27b6fb264819c79a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffde expref: 3683 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545503:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250cb90400/0x27b6fb2648182e59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36ecf expref: 3682 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545525:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a8:0x0].0x0 (ffff8d25025a9b00) 00010000:00010000:3.0:1776998318.545539:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998318.545565:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545603:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545616:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545636:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545646:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545656:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545796:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545809:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.545820:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998318.546530:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2841, 64 off190016 00010000:00010000:3.0:1776998318.546633:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546648:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546659:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546670:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546680:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546690:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546717:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998318.546741:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546751:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546760:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546768:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.546774:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546783:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546796:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a8:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998318.546801:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998318.546805:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546814:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9394 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546834:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546842:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546850:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546856:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.546860:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546868:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546877:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998318.546880:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.546884:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.546892:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9386 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998318.546908:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000205ad2a6 reply state 00000000f9f9e095 transno 4295019721 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.546920:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998318.547017:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3683:17551:x1863313756380416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1708us (13691us total) trans 4295019721 rc 0/0 00000100:00100000:3.0:1776998318.547029:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51783 00010000:00010000:0.0:1776998318.547169:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998318.547178:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.547211:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998318.547216:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.547444:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.547458:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a8:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:0.0:1776998318.547462:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998318.547467:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.547475:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b939b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.547495:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.547497:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.547500:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998318.564910:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998318.566597:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566617:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566629:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566645:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.566652:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566664:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566962:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbb7bfc94 (ffff8d250da6b900) 00010000:00010000:0.0:1776998318.566967:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.566974:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.566984:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b938d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb7bfc94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.568119:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756380672 00000100:00100000:1.0:1776998318.568133:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756380672 00000100:00100000:1.0:1776998318.568246:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16843 00000100:00100000:1.0:1776998318.568262:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c19850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3682:17551:x1863313756380672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.568932:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c19850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3683:17551:x1863313756380672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 672us (4030us total) trans 4295019722 rc 0/0 00000100:00100000:1.0:1776998318.568943:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16843 00000100:00100000:2.0:1776998318.593622:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.604007:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756380928 00000100:00100000:3.0:1776998318.604023:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756380928 00000100:00100000:3.0:1776998318.604115:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51784 00000100:00100000:3.0:1776998318.604129:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3683:17551:x1863313756380928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998318.604620:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998318.604654:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e355e00/0x27b6fb2648196784 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1568:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d433 expref: 3683 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604684:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e354200/0x27b6fb264819675a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1568:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d41e expref: 3682 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604701:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f27000/0x27b6fb2648180299 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1568:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3660f expref: 3681 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604714:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1568:0x0].0x0 (ffff8d2621435200) 00010000:00010000:3.0:1776998318.604725:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998318.604750:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604766:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604779:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604796:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604805:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604815:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604950:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604958:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.604965:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998318.622233:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2842, 64 off190080 00010000:00010000:2.0:1776998318.622359:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622381:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622397:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622407:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622416:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622424:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622452:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998318.622477:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622487:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622496:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622504:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.622509:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.622509:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.622516:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.622519:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.622525:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.633117:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.633139:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.634437:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1568:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:1.0:1776998318.634445:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998318.634453:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.634465:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b93b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1568:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.634488:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.634491:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.634494:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.646733:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1568:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998318.646745:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998318.646758:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646772:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b93b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1568:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646817:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646827:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646835:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646842:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.646847:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646860:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646877:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998318.646880:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.646883:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.646889:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b93a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998318.646900:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ef0fe0b reply state 00000000b3b227ae transno 4295019723 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.646930:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998318.647209:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3682:17551:x1863313756380928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 43078us (53592us total) trans 4295019723 rc 0/0 00000100:00100000:2.0:1776998318.647221:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51784 00010000:00010000:3.0:1776998318.669527:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669550:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669559:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669566:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.669592:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669603:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669622:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2a084106 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998318.669626:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.669632:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.669638:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b93a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2a084106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.671353:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.671460:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756381184 00000100:00100000:1.0:1776998318.671472:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756381184 00000100:00100000:1.0:1776998318.671534:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16844 00000100:00100000:1.0:1776998318.671547:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3681:17551:x1863313756381184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.671909:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3682:17551:x1863313756381184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 364us (560us total) trans 4295019724 rc 0/0 00000100:00100000:1.0:1776998318.671920:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16844 00000100:00100000:2.0:1776998318.696461:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.697689:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756381440 00000100:00100000:0.0:1776998318.697701:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756381440 00000100:00100000:0.0:1776998318.697771:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51785 00000100:00100000:0.0:1776998318.697782:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3682:17551:x1863313756381440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998318.697845:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998318.697875:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e354800/0x27b6fb264819634e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x155a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d249 expref: 3682 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.697900:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e355600/0x27b6fb2648196324 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x155a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d234 expref: 3681 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.697915:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8bb600/0x27b6fb26481800af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x155a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c365ad expref: 3680 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.697933:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155a:0x0].0x0 (ffff8d250d38e300) 00010000:00010000:0.0:1776998318.697945:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998318.697966:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.697980:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698007:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698023:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698032:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698040:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698214:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698225:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698233:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998318.698846:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2843, 64 off190144 00010000:00010000:0.0:1776998318.698917:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698930:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698939:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698949:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698957:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698965:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.698987:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998318.699007:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699015:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699022:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699029:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.699033:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699042:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699054:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155a:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998318.699057:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998318.699063:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699070:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b93cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x155a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699087:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699095:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699101:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699108:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.699112:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699120:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699129:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998318.699132:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.699135:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.699141:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b93be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998318.699158:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1ce7a6b reply state 0000000010e7a782 transno 4295019725 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.699190:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998318.699293:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3681:17551:x1863313756381440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1510us (2839us total) trans 4295019725 rc 0/0 00000100:00100000:0.0:1776998318.699303:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51785 00010000:00010000:2.0:1776998318.702021:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.702034:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.702046:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998318.702071:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.702082:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.702100:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155a:0x0].0x0 (ffff8d250db54100) 00010000:00010000:2.0:1776998318.702105:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998318.702110:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.702118:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b93d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x155a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.702143:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.702146:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.702148:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998318.717615:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998318.717774:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717789:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717798:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717805:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.717810:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717818:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717837:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5111feb9 (ffff8d250db54000) 00010000:00010000:3.0:1776998318.717841:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.717848:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.717855:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b93c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5111feb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.717939:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756381696 00000100:00100000:2.0:1776998318.717950:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756381696 00000100:00100000:2.0:1776998318.718017:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16845 00000100:00100000:2.0:1776998318.718032:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3680:17551:x1863313756381696:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998318.718671:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3681:17551:x1863313756381696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 641us (1071us total) trans 4295019726 rc 0/0 00000100:00100000:2.0:1776998318.718680:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16845 00000100:00100000:3.0:1776998318.729960:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.730694:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756381952 00000100:00100000:1.0:1776998318.730706:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756381952 00000100:00100000:1.0:1776998318.730780:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51786 00000100:00100000:1.0:1776998318.730793:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3681:17551:x1863313756381952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.730861:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998318.730892:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc62a00/0x27b6fb26481a2636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17e2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ae1 expref: 3681 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.730920:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d1200/0x27b6fb26481a260c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42acc expref: 3680 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.730938:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da3200/0x27b6fb2648185947 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37765 expref: 3679 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.730958:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e2:0x0].0x0 (ffff8d250e338900) 00010000:00010000:1.0:1776998318.730969:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.730994:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731009:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731020:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731035:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731043:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731051:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731465:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731477:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.731486:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.732130:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2844, 64 off190208 00010000:00010000:1.0:1776998318.732237:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732250:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732259:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732268:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732275:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732283:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732301:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.732323:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732332:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732340:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732347:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.732353:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732362:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732375:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e2:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:1.0:1776998318.732379:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.732384:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732392:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b93e8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732410:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732417:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732424:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732430:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.732433:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732440:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732448:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.732451:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.732454:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.732460:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b93da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.732475:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000025c4a11 reply state 0000000086ee25ae transno 4295019727 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.732486:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.732606:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3680:17551:x1863313756381952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1813us (2655us total) trans 4295019727 rc 0/0 00000100:00100000:1.0:1776998318.732617:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51786 00010000:00010000:3.0:1776998318.735763:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998318.735775:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.735788:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998318.735792:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.735802:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.735819:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e2:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:3.0:1776998318.735823:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998318.735827:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.735834:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b93ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.735855:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.735858:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.735860:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998318.744054:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.745337:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756382208 00000100:00100000:1.0:1776998318.745350:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756382208 00000100:00100000:1.0:1776998318.745423:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16846 00000100:00100000:1.0:1776998318.745436:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3680:17551:x1863313756382208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.745796:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3681:17551:x1863313756382208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 361us (1750us total) trans 4295019728 rc 0/0 00000100:00100000:1.0:1776998318.745805:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16846 00010000:00010000:0.0:1776998318.745927:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.745943:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.745953:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.745961:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.745966:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.745976:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.745994:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x44fafdb3 (ffff8d2509e7cc00) 00010000:00010000:0.0:1776998318.745999:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.746004:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.746013:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b93e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x44fafdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.760917:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.761999:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756382464 00000100:00100000:2.0:1776998318.762014:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756382464 00000100:00100000:2.0:1776998318.762109:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51787 00000100:00100000:2.0:1776998318.762153:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3680:17551:x1863313756382464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998318.762259:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998318.762291:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a5a00/0x27b6fb2648191bdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1cd expref: 3680 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762316:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146d:0x0].0x0 (ffff8d26214aa300) 00010000:00010000:2.0:1776998318.762331:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e9e200/0x27b6fb264819e6bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x170f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e08 expref: 3679 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762350:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e9d000/0x27b6fb264819e695 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x170f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40df3 expref: 3678 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762368:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a3000/0x27b6fb2648183c6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x170f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c371a0 expref: 3677 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762380:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170f:0x0].0x0 (ffff8d2508d22600) 00010000:00010000:2.0:1776998318.762391:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998318.762432:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762449:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762461:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762480:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762490:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762499:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762944:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762961:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.762971:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998318.763912:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2846, 64 off190400 00000004:00080000:2.0:1776998318.763922:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4029555751381ns, next at 4030555748885ns, rc = 0 00010000:00010000:2.0:1776998318.763988:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764001:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764011:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764020:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764027:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764034:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764066:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998318.764089:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764097:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764104:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764110:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.764115:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764123:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764132:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170f:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998318.764135:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998318.764139:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764146:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9404 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x170f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764164:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764196:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764204:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764209:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.764213:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764223:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764232:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998318.764234:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.764238:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.764243:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b93f6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998318.764253:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045494b49 reply state 000000002002eaac transno 4295019729 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.764265:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998318.764357:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3678:17551:x1863313756382464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2235us (3447us total) trans 4295019729 rc 0/0 00000100:00100000:2.0:1776998318.764367:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51787 00010000:00010000:3.0:1776998318.766477:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998318.766488:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.766500:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998318.766505:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.766515:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.766534:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170f:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998318.766538:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998318.766543:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.766550:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b940b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x170f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.766597:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.766600:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.766602:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.772748:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772768:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772777:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772786:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.772791:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772800:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772818:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc58b0d37 (ffff8d250da9e900) 00010000:00010000:0.0:1776998318.772822:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.772828:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.772836:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b93fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc58b0d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.777306:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.787636:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756382720 00000100:00100000:2.0:1776998318.787654:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756382720 00000100:00100000:2.0:1776998318.787738:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16847 00000100:00100000:2.0:1776998318.787752:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3677:17551:x1863313756382720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998318.788107:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3678:17551:x1863313756382720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 357us (10809us total) trans 4295019730 rc 0/0 00000100:00100000:2.0:1776998318.788117:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16847 00000100:00100000:3.0:1776998318.799790:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.800302:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756382976 00000100:00100000:1.0:1776998318.800314:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756382976 00000100:00100000:1.0:1776998318.800402:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51788 00000100:00100000:1.0:1776998318.800415:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3678:17551:x1863313756382976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998318.800482:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998318.800514:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884c000/0x27b6fb2648197bab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15ab:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd5c expref: 3678 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800542:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884fa00/0x27b6fb2648197b81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd47 expref: 3677 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800841:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8bac00/0x27b6fb2648180bc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c367e4 expref: 3676 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800856:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ab:0x0].0x0 (ffff8d25096a8500) 00010000:00010000:1.0:1776998318.800869:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998318.800894:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800908:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800920:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800939:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800949:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.800958:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.801105:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.801117:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.801125:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998318.801948:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2847, 64 off190464 00010000:00010000:1.0:1776998318.802021:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802033:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802043:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802053:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802061:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802085:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802121:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998318.802143:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802150:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802158:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802165:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.802198:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802208:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802219:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ab:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:1.0:1776998318.802223:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998318.802227:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802234:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9420 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802253:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802260:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802268:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802274:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998318.802278:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802284:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802293:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998318.802295:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998318.802298:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.802310:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9412 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998318.802320:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062f6fa16 reply state 00000000069da994 transno 4295019731 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.802329:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998318.802412:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3677:17551:x1863313756382976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1999us (2631us total) trans 4295019731 rc 0/0 00000100:00100000:1.0:1776998318.802422:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51788 00010000:00010000:2.0:1776998318.805444:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.805454:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.805471:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998318.805475:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.805483:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.805497:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ab:0x0].0x0 (ffff8d2509e7c500) 00010000:00010000:2.0:1776998318.805500:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998318.805505:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.805511:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9427 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.805531:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.805533:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.805535:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998318.818376:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.818495:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756383232 00000100:00100000:2.0:1776998318.818507:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756383232 00000100:00100000:2.0:1776998318.818596:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16848 00000100:00100000:2.0:1776998318.818611:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3677:17551:x1863313756383232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998318.818978:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3678:17551:x1863313756383232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 368us (610us total) trans 4295019732 rc 0/0 00000100:00100000:2.0:1776998318.818988:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16848 00010000:00010000:3.0:1776998318.819504:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819519:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819528:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819537:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.819543:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819553:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819594:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfd0d7d47 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998318.819598:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.819604:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.819612:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9419 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfd0d7d47 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998318.842714:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.842880:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756383488 00000100:00100000:2.0:1776998318.842892:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756383488 00000100:00100000:2.0:1776998318.842967:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51789 00000100:00100000:2.0:1776998318.842982:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3677:17551:x1863313756383488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998318.843075:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998318.843108:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f56200/0x27b6fb264819edf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1727:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41150 expref: 3677 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843137:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3e8200/0x27b6fb264819edcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1727:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4113b expref: 3676 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843155:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afdec00/0x27b6fb2648183fb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1727:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37248 expref: 3675 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843198:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1727:0x0].0x0 (ffff8d2509e7bc00) 00010000:00010000:2.0:1776998318.843213:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998318.843238:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843257:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843270:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843289:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843301:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843557:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843859:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843873:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.843884:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998318.844565:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2848, 64 off190528 00010000:00010000:2.0:1776998318.844670:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844684:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844694:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844704:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844712:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844720:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844741:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998318.844763:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844778:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844787:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844796:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.844802:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844811:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844823:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1727:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998318.844827:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998318.844831:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844839:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b943c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1727:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844861:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844870:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844878:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844886:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.844891:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844899:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844908:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998318.844912:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.844915:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.844924:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b942e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998318.844938:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f0225e3 reply state 0000000062968c55 transno 4295019733 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.844949:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998318.845043:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3676:17551:x1863313756383488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2062us (2337us total) trans 4295019733 rc 0/0 00000100:00100000:2.0:1776998318.845055:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51789 00010000:00010000:0.0:1776998318.851844:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998318.851859:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.851873:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998318.851880:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.851892:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.851914:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1727:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:0.0:1776998318.851919:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998318.851924:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.851932:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9443 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1727:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.851958:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.851961:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998318.851964:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998318.854448:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.854683:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756383744 00000100:00100000:1.0:1776998318.854695:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756383744 00000100:00100000:1.0:1776998318.854762:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16849 00000100:00100000:1.0:1776998318.854777:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c19c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3676:17551:x1863313756383744:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.855136:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c19c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3677:17551:x1863313756383744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 359us (693us total) trans 4295019734 rc 0/0 00000100:00100000:1.0:1776998318.855146:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16849 00010000:00010000:3.0:1776998318.855932:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.855948:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.855958:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.855966:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.855973:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.855982:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.856000:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x73648f51 (ffff8d250da9e000) 00010000:00010000:3.0:1776998318.856005:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.856010:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.856019:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9435 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x73648f51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.879788:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998318.880551:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756384000 00000100:00100000:0.0:1776998318.880565:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756384000 00000100:00100000:0.0:1776998318.880672:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51790 00000100:00100000:0.0:1776998318.880687:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3676:17551:x1863313756384000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998318.880803:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998318.880839:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc62800/0x27b6fb26481a276a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17e6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b6d expref: 3676 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880868:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc63400/0x27b6fb26481a2740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b58 expref: 3675 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880886:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250971b800/0x27b6fb26481859d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37781 expref: 3674 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880901:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e6:0x0].0x0 (ffff8d250ae0e900) 00010000:00010000:0.0:1776998318.880914:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998318.880942:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880959:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880973:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.880994:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.881005:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.881015:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.881149:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.881162:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.883065:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998318.884377:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2845, 64 off190272 00010000:00010000:0.0:1776998318.884461:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884477:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884488:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884499:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884507:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884515:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884551:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998318.884598:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884607:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884615:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884623:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.884628:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884654:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884668:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e6:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998318.884673:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998318.884678:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884686:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9458 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884707:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884714:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884721:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884728:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998318.884732:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884740:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884750:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998318.884753:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998318.884757:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998318.884765:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b944a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998318.884783:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000434c10c7 reply state 000000006917cd86 transno 4295019735 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998318.884796:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998318.884917:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3675:17551:x1863313756384000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4230us (5135us total) trans 4295019735 rc 0/0 00000100:00100000:0.0:1776998318.884929:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51790 00010000:00010000:3.0:1776998318.887764:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998318.887779:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.887795:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998318.887801:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.887813:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.887836:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17e6:0x0].0x0 (ffff8d250db54400) 00010000:00010000:3.0:1776998318.887841:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998318.887847:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.887855:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b945f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.887881:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.887884:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998318.887887:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998318.932681:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.932825:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756384256 00000100:00100000:2.0:1776998318.932837:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756384256 00000100:00100000:2.0:1776998318.932907:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16850 00000100:00100000:2.0:1776998318.932922:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3675:17551:x1863313756384256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998318.933339:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3676:17551:x1863313756384256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 419us (668us total) trans 4295019736 rc 0/0 00000100:00100000:2.0:1776998318.933350:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16850 00010000:00010000:3.0:1776998318.933819:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933836:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933853:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933862:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.933868:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933879:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933898:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9684060c (ffff8d250db54d00) 00010000:00010000:3.0:1776998318.933902:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.933908:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.933917:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9451 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9684060c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.947300:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998318.949459:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756384512 00000100:00100000:3.0:1776998318.949474:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756384512 00000100:00100000:3.0:1776998318.949564:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51791 00000100:00100000:3.0:1776998318.949600:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3675:17551:x1863313756384512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998318.949670:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998318.949705:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6c600/0x27b6fb264819686b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x156b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d49c expref: 3675 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949768:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4ac00/0x27b6fb2648196841 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x156b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d487 expref: 3674 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949797:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f26400/0x27b6fb2648180302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x156b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36624 expref: 3673 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949811:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156b:0x0].0x0 (ffff8d2621435700) 00010000:00010000:3.0:1776998318.949824:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998318.949850:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949866:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949879:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949896:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949906:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.949915:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.950072:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.950083:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.950093:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998318.951365:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2849, 64 off190592 00010000:00010000:3.0:1776998318.951440:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951454:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951465:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951475:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951483:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951492:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951513:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998318.951532:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951539:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951548:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951555:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.951560:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951592:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951917:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156b:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998318.951921:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998318.951926:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951934:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9474 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951954:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951963:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951970:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951977:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.951981:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951988:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.951998:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998318.952001:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.952005:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.952018:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9466 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998318.952030:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043f24a0a reply state 00000000b018e7f2 transno 4295019737 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.952042:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998318.952138:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3674:17551:x1863313756384512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2539us (4845us total) trans 4295019737 rc 0/0 00000100:00100000:3.0:1776998318.952149:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51791 00010000:00010000:1.0:1776998318.953803:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998318.953815:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.953826:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998318.953831:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.953840:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.953856:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156b:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:1.0:1776998318.953860:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998318.953863:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.953870:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b947b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998318.953888:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.953890:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998318.953892:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998318.970084:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.970682:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756384768 00000100:00100000:1.0:1776998318.970694:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756384768 00000100:00100000:1.0:1776998318.971138:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16851 00000100:00100000:1.0:1776998318.971154:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3674:17551:x1863313756384768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.971545:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3675:17551:x1863313756384768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 395us (1488us total) trans 4295019738 rc 0/0 00000100:00100000:1.0:1776998318.971557:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16851 00010000:00010000:3.0:1776998318.978824:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978846:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978856:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978865:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998318.978871:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978882:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978904:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfa8a57e9 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998318.978909:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998318.978914:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998318.978929:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b946d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfa8a57e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998318.981292:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998318.981994:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756385024 00000100:00100000:2.0:1776998318.982005:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756385024 00000100:00100000:2.0:1776998318.982081:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51792 00000100:00100000:2.0:1776998318.982094:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3674:17551:x1863313756385024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998318.982157:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998318.982216:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f7400/0x27b6fb264819e5d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x170c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d9f expref: 3674 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982240:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f7a00/0x27b6fb264819e5ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x170c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d8a expref: 3673 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982257:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a2000/0x27b6fb2648183c05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x170c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3718b expref: 3672 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982536:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170c:0x0].0x0 (ffff8d2508d22800) 00010000:00010000:2.0:1776998318.982549:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998318.982595:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982897:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982912:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982932:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982943:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.982953:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983088:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983100:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983112:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998318.983744:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2846, 64 off190336 00010000:00010000:2.0:1776998318.983819:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983833:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983844:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983854:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983862:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983870:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983894:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998318.983917:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998318.983924:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983932:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998318.983937:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983946:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983957:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170c:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998318.983961:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998318.983964:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983972:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9497 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x170c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.983985:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.983988:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.983990:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998318.984007:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984017:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984025:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984032:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.984037:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984046:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984056:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x170c:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998318.984060:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998318.984063:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984070:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9490 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x170c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984092:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984101:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984110:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984116:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998318.984120:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984129:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984139:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998318.984142:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998318.984146:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998318.984155:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9482 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998318.984196:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ad4df24 reply state 00000000b3801db5 transno 4295019739 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998318.984209:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998318.984299:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3673:17551:x1863313756385024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2206us (3011us total) trans 4295019739 rc 0/0 00000100:00100000:2.0:1776998318.984310:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51792 00000100:00100000:0.0:1776998318.994827:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998318.995150:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756385280 00000100:00100000:1.0:1776998318.995163:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756385280 00000100:00100000:1.0:1776998318.995484:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16852 00000100:00100000:1.0:1776998318.995499:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3673:17551:x1863313756385280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998318.995901:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3674:17551:x1863313756385280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 404us (1084us total) trans 4295019740 rc 0/0 00000100:00100000:1.0:1776998318.995912:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16852 00010000:00010000:3.0:1776998319.005799:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005822:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005834:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005843:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.005849:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005860:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005882:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2b376cb1 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998319.005887:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.005893:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.005903:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9489 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b376cb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.022822:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998319.022951:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756385536 00000100:00100000:1.0:1776998319.022966:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756385536 00000100:00100000:1.0:1776998319.023065:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51793 00000100:00100000:1.0:1776998319.023083:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3673:17551:x1863313756385536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998319.023185:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998319.023222:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5f600/0x27b6fb26481a24b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17dd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a32 expref: 3673 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.025945:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8f800/0x27b6fb26481a248b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17dd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a1d expref: 3672 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.027564:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250971b600/0x27b6fb2648185898 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37742 expref: 3671 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.027612:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dd:0x0].0x0 (ffff8d250880c200) 00010000:00010000:1.0:1776998319.027626:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.027961:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.027998:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.028012:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.028032:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.028042:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.028743:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.029021:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.029035:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.029046:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.037542:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2850, 64 off190656 00010000:00010000:2.0:1776998319.038157:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039104:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039121:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039133:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039143:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039152:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039924:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.039955:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039964:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039979:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.039988:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.039993:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040003:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040020:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dd:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998319.040024:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.040030:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040039:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040082:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040092:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040100:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040107:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.040112:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040125:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040135:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.040138:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.040142:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.040150:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b949e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.040162:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083cd43e3 reply state 000000000a926cb2 transno 4295019741 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.040191:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.040320:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3672:17551:x1863313756385536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17238us (17505us total) trans 4295019741 rc 0/0 00000100:00100000:2.0:1776998319.040332:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51793 00010000:00010000:1.0:1776998319.049477:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049499:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049510:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049517:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.049523:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049533:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049553:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xde07de4 (ffff8d250da9e200) 00010000:00010000:1.0:1776998319.049557:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.049563:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.049597:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xde07de4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.051998:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.052008:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.052016:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.052020:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.052026:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.052038:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17dd:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:0.0:1776998319.052040:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.052044:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.053344:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.053370:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.053373:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.053376:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998319.056961:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998319.059881:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756385792 00000100:00100000:1.0:1776998319.059893:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756385792 00000100:00100000:1.0:1776998319.060057:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16853 00000100:00100000:1.0:1776998319.060069:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3671:17551:x1863313756385792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998319.060665:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3672:17551:x1863313756385792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 595us (3711us total) trans 4295019742 rc 0/0 00000100:00100000:1.0:1776998319.060676:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16853 00000100:00100000:0.0:1776998319.078505:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.078801:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756386048 00000100:00100000:2.0:1776998319.078813:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756386048 00000100:00100000:2.0:1776998319.078942:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51794 00000100:00100000:2.0:1776998319.078955:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3672:17551:x1863313756386048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.079084:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998319.079116:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a5000/0x27b6fb2648191c28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1f0 expref: 3672 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079141:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146e:0x0].0x0 (ffff8d2608029b00) 00010000:00010000:2.0:1776998319.079153:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c06800/0x27b6fb2648194970 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1504:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c687 expref: 3671 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079171:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c05600/0x27b6fb2648194946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1504:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c672 expref: 3670 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079187:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2641266400/0x27b6fb264817f4ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1504:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36353 expref: 3669 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079589:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1504:0x0].0x0 (ffff8d2616dc0400) 00010000:00010000:2.0:1776998319.079601:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.079624:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079640:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079652:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079669:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079678:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079686:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079810:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079820:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.079830:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.080472:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2847, 64 off190400 00010000:00010000:2.0:1776998319.080551:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080564:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080599:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080608:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080618:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080627:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080647:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.080665:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080673:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080681:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080695:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.080700:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080709:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080721:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1504:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998319.080725:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.080730:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080738:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b94c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1504:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080756:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080765:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080772:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080779:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.080783:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080791:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080805:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.080809:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.080812:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.080820:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b94ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.080831:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000af66e2e reply state 0000000079018ba7 transno 4295019743 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.080843:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.080922:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3670:17551:x1863313756386048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1969us (2426us total) trans 4295019743 rc 0/0 00000100:00100000:2.0:1776998319.080931:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51794 00010000:00010000:0.0:1776998319.081636:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.081644:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.081653:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.081657:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.081666:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.081678:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1504:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:0.0:1776998319.081681:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.081685:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.081693:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b94cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1504:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.081711:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.081713:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.081716:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998319.089611:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089632:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089643:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089652:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.089658:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089669:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089695:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x92e250e9 (ffff8d250da9e400) 00010000:00010000:2.0:1776998319.089700:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.089704:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.089713:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b94c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x92e250e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.099479:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.099934:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756386304 00000100:00100000:2.0:1776998319.099947:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756386304 00000100:00100000:2.0:1776998319.100084:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16854 00000100:00100000:2.0:1776998319.100098:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3669:17551:x1863313756386304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.100469:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3670:17551:x1863313756386304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 373us (998us total) trans 4295019744 rc 0/0 00000100:00100000:2.0:1776998319.100479:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16854 00000100:00100000:0.0:1776998319.108545:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.109217:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756386560 00000100:00100000:3.0:1776998319.109229:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756386560 00000100:00100000:3.0:1776998319.109290:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51795 00000100:00100000:3.0:1776998319.109301:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3670:17551:x1863313756386560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.109368:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998319.109400:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dae0600/0x27b6fb2648198162 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15be:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dff5 expref: 3670 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109430:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dae2000/0x27b6fb2648198138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfe0 expref: 3669 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109447:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250964f000/0x27b6fb2648180e5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36869 expref: 3668 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109460:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15be:0x0].0x0 (ffff8d2503402600) 00010000:00010000:3.0:1776998319.109473:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.109498:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109515:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109528:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109545:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109554:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109562:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109950:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109961:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.109969:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.110872:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2848, 64 off190464 00010000:00010000:3.0:1776998319.110937:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.110950:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.110960:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.110971:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.110979:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.110987:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111019:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.111041:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111055:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111063:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111070:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.111075:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111084:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111096:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15be:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998319.111099:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.111103:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111110:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b94e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111128:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111136:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111142:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111149:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.111152:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111160:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111190:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.111418:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.111424:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.111432:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b94d6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.111446:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fe7c8d2 reply state 000000000a50eb30 transno 4295019745 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.111457:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.111544:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3669:17551:x1863313756386560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2241us (3004us total) trans 4295019745 rc 0/0 00000100:00100000:3.0:1776998319.111554:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51795 00010000:00010000:1.0:1776998319.111670:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.111678:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.111687:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.111691:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.111700:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.111712:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15be:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:1.0:1776998319.111716:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.111720:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.111727:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b94eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.111744:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.111747:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.111748:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998319.127943:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998319.128074:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128090:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128099:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128107:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.128113:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128123:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128142:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb5e3669d (ffff8d250da6ba00) 00010000:00010000:1.0:1776998319.128146:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.128152:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.128159:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b94dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb5e3669d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.129088:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756386816 00000100:00100000:3.0:1776998319.129100:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756386816 00000100:00100000:3.0:1776998319.133653:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16855 00000100:00100000:3.0:1776998319.133688:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3668:17551:x1863313756386816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.134082:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3669:17551:x1863313756386816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 410us (6147us total) trans 4295019746 rc 0/0 00000100:00100000:3.0:1776998319.134093:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16855 00000100:00100000:0.0:1776998319.143858:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998319.143993:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756387072 00000100:00100000:1.0:1776998319.144004:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756387072 00000100:00100000:1.0:1776998319.144071:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51796 00000100:00100000:1.0:1776998319.144084:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3669:17551:x1863313756387072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998319.144152:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998319.144184:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f54c00/0x27b6fb264819c8ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16ab:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4005c expref: 3669 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144468:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9af400/0x27b6fb264819c881 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40047 expref: 3668 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144487:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb2648182ec2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36ee4 expref: 3667 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144501:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ab:0x0].0x0 (ffff8d2638eaca00) 00010000:00010000:1.0:1776998319.144512:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998319.144538:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144554:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144583:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144602:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144652:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.144662:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.145064:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.145074:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.145082:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998319.145943:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2851, 64 off190720 00010000:00010000:1.0:1776998319.146011:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146024:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146033:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146042:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146050:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146057:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146076:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998319.146095:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146103:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146110:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146117:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.146122:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146130:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146141:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ab:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998319.146145:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998319.146149:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146157:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9500 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146195:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146203:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146216:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146223:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.146226:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146234:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146243:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998319.146246:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.146249:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.146255:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b94f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998319.146266:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a515823c reply state 00000000cac7be7c transno 4295019747 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.146275:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998319.146354:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3668:17551:x1863313756387072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2270us (2504us total) trans 4295019747 rc 0/0 00000100:00100000:1.0:1776998319.146364:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51796 00010000:00010000:0.0:1776998319.146532:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.146541:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.146550:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.146554:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.146562:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.146620:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ab:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:0.0:1776998319.146623:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.146626:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.146634:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9507 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.146649:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.146652:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.146654:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998319.154152:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154207:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154471:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154479:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.154485:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154493:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154511:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x40269efb (ffff8d2509e7cb00) 00010000:00010000:2.0:1776998319.154515:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.154519:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.154528:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b94f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40269efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.175939:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.183659:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756387328 00000100:00100000:2.0:1776998319.183677:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756387328 00000100:00100000:2.0:1776998319.184118:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16856 00000100:00100000:2.0:1776998319.184131:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3667:17551:x1863313756387328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.184488:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3668:17551:x1863313756387328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 358us (8558us total) trans 4295019748 rc 0/0 00000100:00100000:2.0:1776998319.184498:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16856 00000100:00100000:0.0:1776998319.198092:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.199283:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756387584 00000100:00100000:2.0:1776998319.199294:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756387584 00000100:00100000:2.0:1776998319.199369:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51797 00000100:00100000:2.0:1776998319.199382:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3668:17551:x1863313756387584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.199449:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998319.199480:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbd6400/0x27b6fb26481a0822 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x177e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d35 expref: 3668 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199508:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dcede00/0x27b6fb26481a07f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x177e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d20 expref: 3667 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199533:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250947e200/0x27b6fb2648184b9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x177e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c374a9 expref: 3666 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199546:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x177e:0x0].0x0 (ffff8d2509fa2200) 00010000:00010000:2.0:1776998319.199557:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.199604:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199622:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199633:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199650:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199658:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199666:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199882:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199894:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.199904:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.202364:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2849, 64 off190528 00000004:00080000:2.0:1776998319.202378:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4029994206798ns, next at 4030994203260ns, rc = 0 00010000:00010000:2.0:1776998319.202462:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202483:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202497:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202507:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202516:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202524:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202541:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.202596:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202605:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202613:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202622:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.202628:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202638:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202653:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x177e:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998319.202657:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.202663:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202670:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b951c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x177e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202718:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202727:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202734:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202741:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.202744:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202752:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202763:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.202766:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.202770:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.202778:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b950e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.202789:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6dec9f1 reply state 000000008c14303f transno 4295019749 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.202801:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.202915:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3667:17551:x1863313756387584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3531us (4829us total) trans 4295019749 rc 0/0 00000100:00100000:2.0:1776998319.202926:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51797 00010000:00010000:0.0:1776998319.204008:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.204017:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.204025:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.204029:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.204037:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.204049:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x177e:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:0.0:1776998319.204052:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.204056:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.204063:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9523 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x177e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.204080:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.204082:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.204085:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998319.218399:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.218530:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756387840 00000100:00100000:2.0:1776998319.218543:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756387840 00000100:00100000:2.0:1776998319.218622:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16857 00000100:00100000:2.0:1776998319.218636:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3667:17551:x1863313756387840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.218978:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3668:17551:x1863313756387840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 343us (588us total) trans 4295019750 rc 0/0 00000100:00100000:2.0:1776998319.218988:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16857 00010000:00010000:1.0:1776998319.219097:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219113:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219130:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219138:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.219144:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219153:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219214:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8d6d2a45 (ffff8d250da9e400) 00010000:00010000:1.0:1776998319.219219:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.219225:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.219234:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9515 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8d6d2a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.232468:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998319.232605:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756388096 00000100:00100000:0.0:1776998319.232616:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756388096 00000100:00100000:0.0:1776998319.232682:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51798 00000100:00100000:0.0:1776998319.232694:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3667:17551:x1863313756388096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998319.232757:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998319.232805:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d20a000/0x27b6fb2648195d97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1547:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfb0 expref: 3667 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232835:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d20a200/0x27b6fb2648195d6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1547:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cf9b expref: 3666 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232853:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088bf000/0x27b6fb264817fe16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36528 expref: 3665 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232865:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1547:0x0].0x0 (ffff8d2603360a00) 00010000:00010000:0.0:1776998319.232878:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998319.232900:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232916:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232926:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232942:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232950:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.232958:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233078:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233089:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233099:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998319.233872:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2852, 64 off190784 00010000:00010000:0.0:1776998319.233951:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233964:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233977:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233987:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.233996:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234004:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234041:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998319.234065:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234073:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234081:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234089:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.234094:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234104:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234115:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1547:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:0.0:1776998319.234119:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998319.234124:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234132:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9538 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1547:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234152:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234161:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234200:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234208:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.234212:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234221:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234231:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998319.234235:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.234239:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.234246:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b952a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998319.234258:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000098877d reply state 00000000ffb7e9ee transno 4295019751 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.234516:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998319.234631:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756388096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1937us (2172us total) trans 4295019751 rc 0/0 00000100:00100000:0.0:1776998319.234642:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51798 00010000:00010000:3.0:1776998319.237446:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998319.237456:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.237468:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998319.237472:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.237482:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.237497:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1547:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:3.0:1776998319.237500:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998319.237504:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.237511:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b953f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1547:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.237533:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.237536:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.237538:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998319.253640:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.253661:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.254902:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.254914:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.254921:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.254930:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.254949:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1c45551b (ffff8d250db54200) 00010000:00010000:2.0:1776998319.254954:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.254959:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.254966:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9531 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c45551b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.272148:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.272483:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756388352 00000100:00100000:3.0:1776998319.272497:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756388352 00000100:00100000:3.0:1776998319.272585:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16858 00000100:00100000:3.0:1776998319.272598:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3665:17551:x1863313756388352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.273973:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756388352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1374us (1832us total) trans 4295019752 rc 0/0 00000100:00100000:3.0:1776998319.273985:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16858 00000100:00100000:0.0:1776998319.313695:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.314604:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756388608 00000100:00100000:3.0:1776998319.314617:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756388608 00000100:00100000:3.0:1776998319.315054:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51799 00000100:00100000:3.0:1776998319.315069:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756388608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.315136:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998319.315167:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a2f8c00/0x27b6fb264818f921 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13f9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a206 expref: 3666 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315196:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2bf800/0x27b6fb264817d06c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35c06 expref: 3665 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315211:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f9:0x0].0x0 (ffff8d2502f6d500) 00010000:00010000:3.0:1776998319.315223:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.315246:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315261:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315273:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315290:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315299:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315326:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315456:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315473:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.315482:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.317042:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2853, 64 off190848 00010000:00010000:3.0:1776998319.317116:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317129:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317139:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317149:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317157:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317166:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317236:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.317258:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317266:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317279:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317287:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.317291:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317299:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317310:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f9:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998319.317314:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.317318:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317326:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9554 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317344:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317352:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317360:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317366:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.317369:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317382:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317391:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.317394:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.317398:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.317405:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9546 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.317415:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad5d118e reply state 00000000f427dcd7 transno 4295019753 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.317426:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.317507:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756388608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2439us (3821us total) trans 4295019753 rc 0/0 00000100:00100000:3.0:1776998319.317517:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51799 00010000:00010000:2.0:1776998319.320188:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998319.320201:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.320214:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998319.320219:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.320230:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.320249:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f9:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998319.320254:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998319.320259:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.320268:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b955b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.320317:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998319.320320:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998319.320323:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.327234:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327257:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327268:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327277:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.327284:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327294:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327316:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4f2d4424 (ffff8d250da6b300) 00010000:00010000:1.0:1776998319.327320:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.327325:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.327334:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b954d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4f2d4424 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.344699:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.345490:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756388864 00000100:00100000:3.0:1776998319.345502:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756388864 00000100:00100000:3.0:1776998319.345594:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16859 00000100:00100000:3.0:1776998319.345607:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3665:17551:x1863313756388864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.346281:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756388864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 676us (1592us total) trans 4295019754 rc 0/0 00000100:00100000:3.0:1776998319.346290:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16859 00000100:00100000:0.0:1776998319.361083:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.364696:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.364839:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998319.373640:0:5874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756388992 00000100:00100000:1.0:1776998319.373657:0:5874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756388992 00000100:00100000:1.0:1776998319.373738:0:5874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1566 00000100:00100000:1.0:1776998319.373753:0:5874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2372:x1863313756388992:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998319.373844:0:5874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2372:x1863313756388992:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 94us (9158us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998319.373854:0:5874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1566 00000100:00100000:1.0:1776998319.377141:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.378808:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756389504 00000100:00100000:3.0:1776998319.378820:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756389504 00000100:00100000:3.0:1776998319.378896:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51800 00000100:00100000:3.0:1776998319.378910:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3666:17551:x1863313756389504:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.379019:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998319.379067:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da88e00/0x27b6fb26481b13d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1af8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496e3 expref: 3666 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379096:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da89e00/0x27b6fb26481b13aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ce expref: 3665 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379115:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508858a00/0x27b6fb264818c565 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38d06 expref: 3664 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379129:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af8:0x0].0x0 (ffff8d250d7dc200) 00010000:00010000:3.0:1776998319.379144:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.379191:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379208:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379219:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379238:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379247:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379262:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379416:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379428:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.379438:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.380064:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2854, 64 off190912 00010000:00010000:3.0:1776998319.380139:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380152:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380163:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380197:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380206:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380214:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380239:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.380260:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380267:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380275:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380281:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.380286:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380296:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380306:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af8:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998319.380309:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.380314:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380321:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9570 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1af8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380339:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380346:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380353:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380365:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.380368:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380375:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380384:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.380387:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.380390:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380396:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9562 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.380406:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000083ef6e5 reply state 000000007a539a66 transno 4295019755 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.380416:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.380511:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3665:17551:x1863313756389504:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1603us (3375us total) trans 4295019755 rc 0/0 00000100:00100000:3.0:1776998319.380522:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51800 00010000:00010000:3.0:1776998319.380606:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998319.380613:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380622:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998319.380625:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380639:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380650:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af8:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998319.380653:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998319.380656:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380924:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9577 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1af8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.380940:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.380942:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.380944:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998319.381470:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756389120 00000100:00100000:2.0:1776998319.381478:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756389120 00000100:00100000:1.0:1776998319.382077:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756389248 00000100:00100000:1.0:1776998319.382083:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756389248 00000100:00100000:1.0:1776998319.382112:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1415 00000100:00100000:1.0:1776998319.382122:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:369461cb-7f78-4346-9149-8d8e50833e9b+649:2372:x1863313756389120:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998319.382197:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:369461cb-7f78-4346-9149-8d8e50833e9b+649:2372:x1863313756389120:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 48us (21097us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998319.382210:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1415 00000100:00100000:1.0:1776998319.382230:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1416 00000100:00100000:1.0:1776998319.382239:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:369461cb-7f78-4346-9149-8d8e50833e9b+663:2372:x1863313756389248:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998319.382271:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:369461cb-7f78-4346-9149-8d8e50833e9b+663:2372:x1863313756389248:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 33us (17433us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998319.382277:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1416 00000100:00080000:2.0:1776998319.383256:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1776998319.383261:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1776998319.393822:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393842:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393853:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393861:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.393867:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393877:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393897:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x171b2fc9 (ffff8d250da6b300) 00010000:00010000:0.0:1776998319.393902:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.393907:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.393915:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9569 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x171b2fc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.417258:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.417432:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756389760 00000100:00100000:3.0:1776998319.417443:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756389760 00000100:00100000:3.0:1776998319.417514:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16860 00000100:00100000:3.0:1776998319.417528:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3664:17551:x1863313756389760:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.417895:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3665:17551:x1863313756389760:12345-192.168.201.35@tcp:35:rm.0 Request processed in 369us (646us total) trans 4295019756 rc 0/0 00000100:00100000:3.0:1776998319.417906:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16860 00000100:00100000:1.0:1776998319.436352:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.436689:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756390016 00000100:00100000:2.0:1776998319.436701:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756390016 00000100:00100000:2.0:1776998319.436775:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51801 00000100:00100000:2.0:1776998319.436788:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3665:17551:x1863313756390016:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.436853:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998319.436882:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4e600/0x27b6fb26481aa8c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1994:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46637 expref: 3665 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.436909:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcf4200/0x27b6fb26481aa896 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1994:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46622 expref: 3664 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.436925:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da07400/0x27b6fb264818949d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1994:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38343 expref: 3663 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.436939:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1994:0x0].0x0 (ffff8d2508c4ba00) 00010000:00010000:2.0:1776998319.436952:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.436976:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.436993:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437011:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437028:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437037:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437046:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437252:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437871:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.437882:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.445653:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2855, 64 off190976 00010000:00010000:2.0:1776998319.445763:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445785:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445798:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445809:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445819:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445828:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445849:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.445875:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445884:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445893:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445901:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.445906:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445917:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445932:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1994:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998319.445936:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.445941:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445949:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b958c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1994:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445977:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445985:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.445993:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.446000:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.446003:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.446013:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.446023:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.446026:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.446030:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.446037:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b957e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.446049:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3f77aaf reply state 0000000019465e37 transno 4295019757 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.446061:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.446175:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3664:17551:x1863313756390016:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9384us (9828us total) trans 4295019757 rc 0/0 00000100:00100000:2.0:1776998319.446188:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51801 00010000:00010000:0.0:1776998319.446537:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.446546:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.446555:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.446559:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.446591:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.446603:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1994:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:0.0:1776998319.446606:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.446610:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.446617:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9593 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1994:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.446634:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.446637:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.446639:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.463236:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463257:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463268:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463546:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.463553:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463583:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463603:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x91734cc (ffff8d250da9e400) 00010000:00010000:0.0:1776998319.463608:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.463897:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.463906:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9585 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x91734cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.465238:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.466022:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756390272 00000100:00100000:2.0:1776998319.466035:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756390272 00000100:00100000:2.0:1776998319.466187:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16861 00000100:00100000:2.0:1776998319.466202:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c1ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3663:17551:x1863313756390272:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.467133:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c1ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3664:17551:x1863313756390272:12345-192.168.201.35@tcp:35:rm.0 Request processed in 932us (1899us total) trans 4295019758 rc 0/0 00000100:00100000:2.0:1776998319.467143:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16861 00000100:00100000:1.0:1776998319.480607:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.481223:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756390528 00000100:00100000:3.0:1776998319.481237:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756390528 00000100:00100000:3.0:1776998319.481542:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51802 00000100:00100000:3.0:1776998319.481557:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3664:17551:x1863313756390528:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.481669:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998319.481701:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c5c00/0x27b6fb26481a93ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc8 expref: 3664 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481730:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c5a00/0x27b6fb26481a93d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cb3 expref: 3663 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481748:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d80b400/0x27b6fb2648188b2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38160 expref: 3662 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481761:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194f:0x0].0x0 (ffff8d250d643000) 00010000:00010000:3.0:1776998319.481772:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.481798:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481814:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481825:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481842:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481852:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481861:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.481999:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.482015:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.482024:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.483050:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2850, 64 off190592 00010000:00010000:3.0:1776998319.483131:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483144:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483155:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483164:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483215:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483225:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483246:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.483268:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483277:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483290:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483298:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.483303:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483313:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483326:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194f:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998319.483330:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.483335:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483343:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b95a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x194f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483362:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483372:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483380:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483388:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.483392:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483407:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483417:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.483420:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.483424:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.483432:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b959a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.483444:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a110a130 reply state 00000000fff46aa6 transno 4295019759 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.483455:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.483548:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3663:17551:x1863313756390528:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1993us (2949us total) trans 4295019759 rc 0/0 00000100:00100000:3.0:1776998319.483585:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51802 00010000:00010000:1.0:1776998319.484805:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.484815:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.484827:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.484832:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.484841:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.484857:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194f:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:1.0:1776998319.484860:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.484866:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 1/0,0 mode: --/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.484875:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b95af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.484903:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.484906:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.484908:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.495128:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495151:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495163:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495236:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.495243:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495255:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495283:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x69d9d583 (ffff8d250da6bc00) 00010000:00010000:0.0:1776998319.495288:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.495294:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.495304:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b95a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69d9d583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.513321:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998319.522986:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.524070:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756390784 00000100:00100000:2.0:1776998319.524082:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756390784 00000100:00100000:2.0:1776998319.524157:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16862 00000100:00100000:2.0:1776998319.524194:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3662:17551:x1863313756390784:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.524538:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3663:17551:x1863313756390784:12345-192.168.201.35@tcp:35:rm.0 Request processed in 368us (1571us total) trans 4295019760 rc 0/0 00000100:00100000:2.0:1776998319.524548:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16862 00000100:00100000:1.0:1776998319.541121:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998319.541902:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756391040 00000100:00100000:0.0:1776998319.541915:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756391040 00000100:00100000:0.0:1776998319.541985:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51803 00000100:00100000:0.0:1776998319.542000:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3663:17551:x1863313756391040:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998319.542086:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998319.542117:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d51e00/0x27b6fb2648191cc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1470:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b236 expref: 3663 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542144:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1470:0x0].0x0 (ffff8d2509c67d00) 00010000:00010000:0.0:1776998319.542159:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c5000/0x27b6fb26481a8fc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1941:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ade expref: 3662 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542234:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c4000/0x27b6fb26481a8f9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1941:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ac9 expref: 3661 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542251:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb2000/0x27b6fb2648188944 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1941:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c380fe expref: 3660 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542263:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1941:0x0].0x0 (ffff8d250db33200) 00010000:00010000:0.0:1776998319.542274:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998319.542301:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542316:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542328:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542345:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542356:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542364:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542497:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542508:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.542517:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998319.543281:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2851, 64 off190656 00010000:00010000:0.0:1776998319.543362:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543376:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543388:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543399:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543407:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543416:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543442:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998319.543464:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543472:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543480:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543488:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.543493:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543503:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543516:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1941:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998319.543520:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998319.543525:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543533:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b95c4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1941:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543551:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543583:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543592:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543600:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.543604:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543612:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543621:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998319.543624:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.543628:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.543636:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b95b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998319.543648:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e45f39f9 reply state 0000000084666015 transno 4295019761 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.543664:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998319.543755:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3661:17551:x1863313756391040:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1757us (2642us total) trans 4295019761 rc 0/0 00000100:00100000:0.0:1776998319.543766:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51803 00010000:00010000:3.0:1776998319.546512:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998319.546524:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.546537:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998319.546541:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.546551:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.546596:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1941:0x0].0x0 (ffff8d250db54000) 00010000:00010000:3.0:1776998319.546601:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998319.546607:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.546615:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b95cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1941:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.546638:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.546641:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.546643:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.553224:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553247:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553258:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553267:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.553274:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553284:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553304:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc456a09b (ffff8d250db54400) 00010000:00010000:1.0:1776998319.553309:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.553315:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.553324:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b95bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc456a09b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.565073:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.565220:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756391296 00000100:00100000:3.0:1776998319.565232:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756391296 00000100:00100000:3.0:1776998319.565592:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16863 00000100:00100000:3.0:1776998319.565606:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3660:17551:x1863313756391296:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.570997:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3661:17551:x1863313756391296:12345-192.168.201.35@tcp:35:rm.0 Request processed in 5382us (5922us total) trans 4295019762 rc 0/0 00000100:00100000:3.0:1776998319.571014:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16863 00000100:00100000:1.0:1776998319.587870:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.588883:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756391552 00000100:00100000:2.0:1776998319.588895:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756391552 00000100:00100000:2.0:1776998319.589595:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51804 00000100:00100000:2.0:1776998319.589612:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3661:17551:x1863313756391552:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.589681:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998319.589713:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db65e00/0x27b6fb26481af43f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a8f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48888 expref: 3661 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589742:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db65000/0x27b6fb26481af415 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a8f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48873 expref: 3660 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589770:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db29e00/0x27b6fb264818b6ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a8f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a20 expref: 3659 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589786:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8f:0x0].0x0 (ffff8d250d8aa200) 00010000:00010000:2.0:1776998319.589801:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.589825:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589841:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589854:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589872:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589882:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.589891:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.590738:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.590751:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.590762:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.591825:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2852, 64 off190720 00010000:00010000:2.0:1776998319.591906:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.591921:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.591933:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.591943:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.591952:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.591961:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592689:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.592717:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592727:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592736:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592743:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.592749:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592759:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592772:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8f:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998319.592775:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.592780:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592787:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95e0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592810:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592817:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592824:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592831:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.592835:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592843:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592880:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.592884:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.592888:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.592901:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.592915:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000024daabb reply state 00000000bf398c9f transno 4295019763 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.592929:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.593037:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3660:17551:x1863313756391552:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3426us (5173us total) trans 4295019763 rc 0/0 00000100:00100000:2.0:1776998319.593066:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51804 00010000:00010000:0.0:1776998319.601697:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.601715:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.601731:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.601737:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.601749:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.601772:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a8f:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:0.0:1776998319.601776:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.601782:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.601791:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.601864:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.601867:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.601870:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.602077:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602090:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602098:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602106:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.602112:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602121:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602135:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb55a6076 (ffff8d250da9e600) 00010000:00010000:1.0:1776998319.602138:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.602142:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.602151:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b95d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb55a6076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.623280:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.623968:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756391808 00000100:00100000:2.0:1776998319.623982:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756391808 00000100:00100000:2.0:1776998319.624059:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16864 00000100:00100000:2.0:1776998319.624076:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3659:17551:x1863313756391808:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.624493:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3660:17551:x1863313756391808:12345-192.168.201.35@tcp:35:rm.0 Request processed in 420us (1221us total) trans 4295019764 rc 0/0 00000100:00100000:2.0:1776998319.624505:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16864 00000100:00100000:3.0:1776998319.635593:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.637004:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756392064 00000100:00100000:2.0:1776998319.637018:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756392064 00000100:00100000:2.0:1776998319.637117:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51805 00000100:00100000:2.0:1776998319.637133:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3660:17551:x1863313756392064:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.637229:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998319.637262:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfecc00/0x27b6fb26481afcf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1aac:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c7f expref: 3660 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637291:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0d400/0x27b6fb26481afcce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aac:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c6a expref: 3659 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637310:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094e4000/0x27b6fb264818bae5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1aac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38aeb expref: 3658 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637323:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aac:0x0].0x0 (ffff8d250d8a6e00) 00010000:00010000:2.0:1776998319.637336:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.637362:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637380:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637393:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637411:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637421:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.637430:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.639594:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.639865:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.639878:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.640687:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2856, 64 off191040 00010000:00010000:2.0:1776998319.640767:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640782:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640793:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640804:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640812:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640821:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640847:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.640876:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640885:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640894:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640902:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.640908:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640919:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640934:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aac:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998319.640938:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.640944:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640953:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b95fc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1aac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640977:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640987:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.640995:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.641003:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.641007:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.641016:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.641027:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.641031:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.641035:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.641049:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b95ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.641062:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002726ccb6 reply state 0000000082862c22 transno 4295019765 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.641074:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.641216:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3659:17551:x1863313756392064:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4081us (5651us total) trans 4295019765 rc 0/0 00000100:00100000:2.0:1776998319.641230:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51805 00010000:00010000:1.0:1776998319.642076:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.642086:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.642096:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.642101:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.642113:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.642127:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1aac:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:1.0:1776998319.642131:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.642136:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.642144:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9603 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1aac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.642201:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.642204:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.642207:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998319.644281:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998319.644306:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802664832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1776998319.644382:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998319.645493:0:6667:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802664832 00000100:00100000:1.0:1776998319.645505:0:6667:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802664832 00000100:00100000:1.0:1776998319.645612:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1776998319.645626:0:6667:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802664832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1776998319.645670:0:6667:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30081024 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1776998319.645734:0:6667:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802664832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1351us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998319.645744:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00080000:3.0:1776998319.647622:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1776998319.647697:0:3360:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970630 gen 2 00000004:00080000:3.0:1776998319.647705:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089e8380, transno 4294970589 00000004:00080000:3.0:1776998319.647733:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089e8700, transno 4294970590 00000004:00080000:3.0:1776998319.647738:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089e9880, transno 4294970591 00000004:00080000:3.0:1776998319.647742:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089ebb80, transno 4294970592 00000004:00080000:3.0:1776998319.647746:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089ea680, transno 4294970593 00000004:00080000:3.0:1776998319.647748:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089e8a80, transno 4294970594 00000004:00080000:3.0:1776998319.647752:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089eb480, transno 4294970595 00000004:00080000:3.0:1776998319.647756:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089eb800, transno 4294970596 00000004:00080000:3.0:1776998319.647759:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603056300, transno 4294970597 00000004:00080000:3.0:1776998319.647763:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedea00, transno 4294970598 00000004:00080000:3.0:1776998319.647766:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bede300, transno 4294970599 00000004:00080000:3.0:1776998319.647769:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bede680, transno 4294970600 00000004:00080000:3.0:1776998319.647772:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603054700, transno 4294970601 00000004:00080000:3.0:1776998319.647776:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603054000, transno 4294970602 00000004:00080000:3.0:1776998319.647779:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbea00, transno 4294970603 00000004:00080000:3.0:1776998319.647783:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d906a00, transno 4294970604 00000004:00080000:3.0:1776998319.647786:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0e300, transno 4294970605 00000004:00080000:3.0:1776998319.647789:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ed80, transno 4294970606 00000004:00080000:3.0:1776998319.647793:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263642ed80, transno 4294970607 00000004:00080000:3.0:1776998319.647796:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a002d80, transno 4294970608 00000004:00080000:3.0:1776998319.647800:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ed80, transno 4294970609 00000004:00080000:3.0:1776998319.647803:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a000000, transno 4294970610 00000004:00080000:3.0:1776998319.647807:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9180, transno 4294970611 00000004:00080000:3.0:1776998319.647810:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9f80, transno 4294970612 00000004:00080000:3.0:1776998319.647813:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0e300, transno 4294970613 00000004:00080000:3.0:1776998319.647816:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f23800, transno 4294970614 00000004:00080000:3.0:1776998319.647820:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093c9f80, transno 4294970615 00000004:00080000:3.0:1776998319.647823:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bde9500, transno 4294970616 00000004:00080000:3.0:1776998319.647827:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5c000, transno 4294970617 00000004:00080000:3.0:1776998319.647830:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5ca80, transno 4294970618 00000004:00080000:3.0:1776998319.647833:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d6300, transno 4294970619 00000004:00080000:3.0:1776998319.647837:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d905880, transno 4294970620 00000004:00080000:3.0:1776998319.647840:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5df80, transno 4294970621 00000004:00080000:3.0:1776998319.647843:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5ed80, transno 4294970622 00000004:00080000:3.0:1776998319.647846:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0dc00, transno 4294970623 00000004:00080000:3.0:1776998319.647850:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093c8e00, transno 4294970624 00000004:00080000:3.0:1776998319.647854:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093c8380, transno 4294970625 00000004:00080000:3.0:1776998319.647857:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093c8000, transno 4294970626 00000004:00080000:3.0:1776998319.647859:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093c9180, transno 4294970627 00000004:00080000:3.0:1776998319.647863:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25093ca300, transno 4294970628 00000004:00080000:3.0:1776998319.647867:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368df480, transno 4294970629 00000004:00080000:3.0:1776998319.647870:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdebb80, transno 4294970630 00000100:00100000:3.0:1776998319.647887:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802664832:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1776998319.649086:0:7694:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 42 changes, 0 in progress, 0 in flight, 42 done 00000100:00100000:1.0:1776998319.652588:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3361:1863313802665088:0@lo:400:kworker.0 00000100:00100000:1.0:1776998319.652672:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998319.652830:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998319.652849:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6f2575d0-4843-49e3-8914-f2eba146b78c:3359:1863313802664960:0@lo:400:kworker.0 00000100:00100000:0.0:1776998319.652895:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998319.656453:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665088 00000100:00100000:3.0:1776998319.656465:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665088 00000100:00100000:3.0:1776998319.656531:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:3.0:1776998319.656544:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1863313802665088:12345-0@lo:400:kworker.0 00010000:00010000:0.0:1776998319.657664:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657681:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657692:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657701:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.657708:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657718:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657737:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xefe24ab0 (ffff8d250da9e500) 00010000:00010000:0.0:1776998319.657742:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.657748:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.657757:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b95f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xefe24ab0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.657893:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998319.658014:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756392320 00000100:00100000:0.0:1776998319.658022:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756392320 00000100:00100000:0.0:1776998319.658068:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16865 00000100:00100000:0.0:1776998319.658079:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756392320:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.658084:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998319.658100:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802665344:0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.658149:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998319.658193:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665344 00000100:00100000:2.0:1776998319.658198:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665344 00000100:00100000:2.0:1776998319.658247:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1776998319.658257:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802665344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.658596:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802665344:12345-0@lo:400:kworker.0 Request processed in 338us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998319.658606:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00080000:2.0:1776998319.658637:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1776998319.658675:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802665344:0@lo:400:kworker.0 00000100:00100000:0.0:1776998319.658724:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3659:17551:x1863313756392320:12345-192.168.201.35@tcp:35:rm.0 Request processed in 644us (831us total) trans 4295019766 rc 0/0 00000100:00100000:0.0:1776998319.658735:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16865 00000100:00100000:2.0:1776998319.658741:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3360:1863313802665472:0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.658776:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998319.658822:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665472 00000100:00100000:2.0:1776998319.658828:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665472 00000100:00080000:2.0:1776998319.658848:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998319.658884:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:2.0:1776998319.658896:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1863313802665472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.658958:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1863313802665472:12345-0@lo:400:kworker.0 Request processed in 64us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998319.658968:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1776998319.661485:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1863313802665088:12345-0@lo:400:kworker.0 Request processed in 4938us (8808us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998319.661501:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:0.0:1776998319.667037:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636813480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3360:1863313802665472:0@lo:400:kworker.0 00000100:00100000:0.0:1776998319.668059:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3362:1863313802665216:0@lo:400:kworker.0 00000100:00100000:0.0:1776998319.668135:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998319.668585:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665216 00000100:00100000:2.0:1776998319.668595:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665216 00000100:00100000:2.0:1776998319.668675:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:2.0:1776998319.668687:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1863313802665216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.668761:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1863313802665216:12345-0@lo:400:kworker.0 Request processed in 75us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998319.668771:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:0.0:1776998319.669419:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263642ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3362:1863313802665216:0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.669593:0:5872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802664960 00000100:00100000:2.0:1776998319.669601:0:5872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802664960 00000100:00100000:2.0:1776998319.669652:0:5872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1776998319.669664:0:5872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3359:x1863313802664960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998319.670005:0:5872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3359:x1863313802664960:12345-0@lo:400:kworker.0 Request processed in 342us (17108us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998319.670016:0:5872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1776998319.670096:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6f2575d0-4843-49e3-8914-f2eba146b78c:3359:1863313802664960:0@lo:400:kworker.0 00000100:00080000:3.0:1776998319.671534:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1776998319.674135:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f8bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3361:1863313802665088:0@lo:400:kworker.0 00000100:00100000:3.0:1776998319.679084:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.679151:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756392576 00000100:00100000:2.0:1776998319.679162:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756392576 00000100:00100000:2.0:1776998319.679257:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51806 00000100:00100000:2.0:1776998319.679273:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3659:17551:x1863313756392576:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.679341:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998319.679374:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdef200/0x27b6fb26481a776c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fcb expref: 3659 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679404:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdece00/0x27b6fb26481a7742 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fb6 expref: 3658 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679427:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bca4a00/0x27b6fb2648187e31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37ec7 expref: 3657 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679442:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f0:0x0].0x0 (ffff8d25094eca00) 00010000:00010000:2.0:1776998319.679455:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.679481:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679497:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679510:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679530:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679540:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.679549:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.683613:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.683658:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.683673:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.693591:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2857, 64 off191104 00010000:00010000:3.0:1776998319.693717:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693740:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693757:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693770:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693779:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693789:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693829:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.693858:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693868:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693876:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693885:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.693891:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693902:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693919:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f0:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998319.693923:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.693929:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693937:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9618 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693962:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693978:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693987:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.693994:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.693997:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.694006:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.694016:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.694019:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.694023:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.694032:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b960a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.694066:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9e8d366 reply state 0000000034068669 transno 4295019767 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.694078:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.694230:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756392576:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14954us (15148us total) trans 4295019767 rc 0/0 00000100:00100000:3.0:1776998319.694242:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51806 00010000:00010000:1.0:1776998319.696605:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.696616:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.696628:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.696634:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.696645:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.696660:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f0:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:1.0:1776998319.696664:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.696668:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.696675:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b961f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.696697:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.696700:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.696702:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.710961:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.710983:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.710996:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.711005:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.711012:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.711029:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.711068:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd5434551 (ffff8d250da9e000) 00010000:00010000:1.0:1776998319.711074:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.711081:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.711090:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9611 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd5434551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.722711:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.722859:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756392832 00000100:00100000:2.0:1776998319.722872:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756392832 00000100:00100000:2.0:1776998319.722950:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16866 00000100:00100000:2.0:1776998319.722976:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756392832:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.723952:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756392832:12345-192.168.201.35@tcp:35:rm.0 Request processed in 720us (982us total) trans 4295019768 rc 0/0 00000100:00100000:2.0:1776998319.723964:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16866 00000100:00100000:0.0:1776998319.734397:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.736246:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756393088 00000100:00100000:2.0:1776998319.736260:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756393088 00000100:00100000:2.0:1776998319.736346:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51807 00000100:00100000:2.0:1776998319.736361:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756393088:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.736431:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998319.736462:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b3e3400/0x27b6fb264818fb3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1400:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2fb expref: 3658 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736492:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e014e00/0x27b6fb264817d161 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1400:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35c37 expref: 3657 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736509:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1400:0x0].0x0 (ffff8d2509c83300) 00010000:00010000:2.0:1776998319.736524:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.736551:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736592:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736605:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736626:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736636:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736644:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736804:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736817:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.736828:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998319.737614:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2853, 64 off190784 00010000:00010000:2.0:1776998319.737693:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737706:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737723:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737733:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737742:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737750:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737789:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998319.737812:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737820:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737829:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737838:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.737843:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737854:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737866:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1400:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998319.737871:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998319.737877:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737885:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9634 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1400:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737905:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737915:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737924:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737931:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998319.737935:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737943:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737953:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998319.737956:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998319.737960:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.737969:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9626 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998319.737982:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abd166e6 reply state 00000000172f78e1 transno 4295019769 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.738002:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998319.738102:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756393088:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1741us (3710us total) trans 4295019769 rc 0/0 00000100:00100000:2.0:1776998319.738113:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51807 00010000:00010000:1.0:1776998319.739817:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.739827:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.739838:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.739844:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.739854:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.739869:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1400:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:1.0:1776998319.739873:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.739877:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.739886:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b963b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1400:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.739907:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.739911:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.739913:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.746279:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746303:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746314:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746324:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.746331:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746342:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746384:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x40dea078 (ffff8d250da9e000) 00010000:00010000:0.0:1776998319.746389:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.746395:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.746405:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b962d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x40dea078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.755078:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.755241:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756393344 00000100:00100000:2.0:1776998319.755256:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756393344 00000100:00100000:2.0:1776998319.755336:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16867 00000100:00100000:2.0:1776998319.755352:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756393344:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.755691:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756393344:12345-192.168.201.35@tcp:35:rm.0 Request processed in 340us (620us total) trans 4295019770 rc 0/0 00000100:00100000:2.0:1776998319.755703:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16867 00000100:00100000:1.0:1776998319.777743:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998319.778738:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756393600 00000100:00100000:0.0:1776998319.778752:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756393600 00000100:00100000:1.0:1776998319.779111:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51808 00000100:00100000:1.0:1776998319.779128:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756393600:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998319.779674:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998319.779709:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088dee00/0x27b6fb26481b1b59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b11:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a4e expref: 3658 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779743:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbac200/0x27b6fb26481b1b2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a39 expref: 3657 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779764:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094e5400/0x27b6fb264818c8d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38db5 expref: 3656 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779779:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b11:0x0].0x0 (ffff8d25092e1f00) 00010000:00010000:1.0:1776998319.779791:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998319.779817:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779835:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779848:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779867:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779876:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.779885:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.780021:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.780033:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.780511:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998319.783925:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2854, 64 off190848 00010000:00010000:1.0:1776998319.784074:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784094:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784108:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784120:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784131:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784141:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784542:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998319.784598:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784609:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784619:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784627:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.784633:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784643:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784658:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b11:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998319.784662:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998319.784668:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784676:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9650 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784701:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784710:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784719:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784733:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.784737:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784746:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784757:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998319.784760:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.784765:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.784773:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9642 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998319.784787:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1106836 reply state 000000008390b770 transno 4295019771 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.784800:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998319.784909:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756393600:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5780us (7171us total) trans 4295019771 rc 0/0 00000100:00100000:1.0:1776998319.784922:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51808 00010000:00010000:0.0:1776998319.796024:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.796057:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.796074:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.796080:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.796094:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.796118:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b11:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:0.0:1776998319.796123:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.796129:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.796138:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b9657 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.796481:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.796486:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.796488:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998319.801933:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.802085:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756393856 00000100:00100000:3.0:1776998319.802098:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756393856 00000100:00100000:3.0:1776998319.802162:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16868 00000100:00100000:3.0:1776998319.802233:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756393856:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.802657:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756393856:12345-192.168.201.35@tcp:35:rm.0 Request processed in 427us (732us total) trans 4295019772 rc 0/0 00000100:00100000:3.0:1776998319.802670:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16868 00010000:00010000:1.0:1776998319.813586:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.813609:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.813620:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.814710:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.814718:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.814729:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.814753:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x93bd201a (ffff8d2509e7c900) 00010000:00010000:1.0:1776998319.814757:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.814763:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.814772:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9649 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93bd201a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998319.818126:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.818542:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756394112 00000100:00100000:3.0:1776998319.818580:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756394112 00000100:00100000:3.0:1776998319.818657:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51809 00000100:00100000:3.0:1776998319.818673:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2610859c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756394112:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.818741:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998319.818769:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088bca00/0x27b6fb264818f753 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13f3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a134 expref: 3657 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818796:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e014000/0x27b6fb264817cf9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35bdc expref: 3656 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818809:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f3:0x0].0x0 (ffff8d2509c83b00) 00010000:00010000:3.0:1776998319.818822:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.818846:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818863:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818877:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818902:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818913:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.818923:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.822419:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.822439:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.822453:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.823733:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2858, 64 off191168 00000004:00080000:3.0:1776998319.823745:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4030615574063ns, next at 4031615571301ns, rc = 0 00010000:00010000:3.0:1776998319.823831:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823846:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823858:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823868:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823884:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823893:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823912:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.823938:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823946:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823953:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823962:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.823967:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823977:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.823992:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f3:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998319.823996:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.824002:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824010:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b966c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824037:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824046:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824054:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824062:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.824066:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824075:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824087:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.824090:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.824095:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.824103:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b965e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.824117:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000402d2399 reply state 00000000ca603389 transno 4295019773 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.824131:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.824283:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2610859c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756394112:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5610us (6161us total) trans 4295019773 rc 0/0 00000100:00100000:3.0:1776998319.824296:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51809 00010000:00010000:1.0:1776998319.827200:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.827214:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.827225:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.827231:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.827244:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.827262:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13f3:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:1.0:1776998319.827266:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.827273:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.827288:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9673 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.827313:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.827316:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.827318:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998319.849292:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.849786:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756394368 00000100:00100000:3.0:1776998319.849801:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756394368 00000100:00100000:3.0:1776998319.849881:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16869 00000100:00100000:3.0:1776998319.849897:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756394368:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.850342:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3658:17551:x1863313756394368:12345-192.168.201.35@tcp:35:rm.0 Request processed in 446us (1058us total) trans 4295019774 rc 0/0 00000100:00100000:3.0:1776998319.850354:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16869 00010000:00010000:1.0:1776998319.850954:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.850990:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.851003:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.851014:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.851021:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.851034:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.851055:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x28b5b33d (ffff8d250da6b100) 00010000:00010000:1.0:1776998319.851061:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.851067:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.851077:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9665 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x28b5b33d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.870933:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.871864:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756394624 00000100:00100000:3.0:1776998319.871878:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756394624 00000100:00100000:3.0:1776998319.871984:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51810 00000100:00100000:3.0:1776998319.872001:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756394624:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.872104:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998319.872142:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0fce00/0x27b6fb26481b1206 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1af2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49611 expref: 3657 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872214:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d902200/0x27b6fb26481b11dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c495fc expref: 3656 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872240:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d73a00/0x27b6fb264818c493 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38cdc expref: 3655 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872257:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af2:0x0].0x0 (ffff8d250e2e9700) 00010000:00010000:3.0:1776998319.872272:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.872301:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872321:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872338:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872361:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872373:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872385:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872540:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872583:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.872596:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.873380:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2859, 64 off191232 00010000:00010000:3.0:1776998319.873471:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873487:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873499:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873510:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873521:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873531:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873588:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.873617:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873629:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873640:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873649:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.873656:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873668:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873684:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af2:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998319.873688:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.873694:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873704:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b9688 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1af2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873733:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873743:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873753:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873761:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.873765:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873775:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873788:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.873792:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.873797:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.873806:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b967a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.873821:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cbaf433c reply state 000000007a539a66 transno 4295019775 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.873835:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.873943:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3656:17551:x1863313756394624:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1943us (3019us total) trans 4295019775 rc 0/0 00000100:00100000:3.0:1776998319.873957:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51810 00010000:00010000:1.0:1776998319.874466:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998319.874477:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.874489:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998319.874494:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.874505:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.874523:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af2:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998319.874527:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998319.874532:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.874541:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b968f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1af2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.874592:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.874595:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998319.874598:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998319.896691:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.896840:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756394880 00000100:00100000:3.0:1776998319.896854:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756394880 00000100:00100000:3.0:1776998319.896934:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16870 00000100:00100000:3.0:1776998319.896951:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3656:17551:x1863313756394880:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.897370:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3657:17551:x1863313756394880:12345-192.168.201.35@tcp:35:rm.0 Request processed in 422us (688us total) trans 4295019776 rc 0/0 00000100:00100000:3.0:1776998319.897383:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16870 00010000:00010000:0.0:1776998319.900978:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.901000:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.901012:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.901021:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.901028:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.904580:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.904607:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa1cde2ab (ffff8d250da6b400) 00010000:00010000:0.0:1776998319.904611:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.904619:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.904630:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9681 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa1cde2ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.907225:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998319.909021:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756395136 00000100:00100000:1.0:1776998319.909054:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756395136 00000100:00100000:1.0:1776998319.909134:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51811 00000100:00100000:1.0:1776998319.909151:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3656:17551:x1863313756395136:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998319.909268:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998319.909298:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcf7000/0x27b6fb26481aaa8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46709 expref: 3656 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909611:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4fe00/0x27b6fb26481aaa64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c466f4 expref: 3655 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909641:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da06000/0x27b6fb264818956f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3836d expref: 3654 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909656:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199a:0x0].0x0 (ffff8d2508c4bc00) 00010000:00010000:1.0:1776998319.909670:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998319.909698:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909717:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909731:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909750:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909761:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909771:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909921:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909935:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.909946:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998319.910981:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2860, 64 off191296 00010000:00010000:1.0:1776998319.911069:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911084:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911097:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911109:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911120:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911129:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911161:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998319.911212:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911222:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911232:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911467:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.911474:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911487:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911501:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998319.911506:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998319.911511:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911522:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b96a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x199a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911545:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911583:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911593:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911601:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998319.911606:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911616:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911888:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998319.911893:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998319.911898:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998319.911915:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9696 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998319.911932:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077af3c28 reply state 00000000b4f52602 transno 4295019777 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.911945:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998319.912055:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3655:17551:x1863313756395136:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2906us (4835us total) trans 4295019777 rc 0/0 00000100:00100000:1.0:1776998319.912068:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51811 00010000:00010000:3.0:1776998319.913228:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998319.913510:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.913522:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998319.913527:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.913537:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.913551:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199a:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:3.0:1776998319.913576:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998319.913582:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 1/0,0 mode: --/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.913592:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b96ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.913616:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.913619:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998319.913622:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998319.929457:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.930343:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756395392 00000100:00100000:3.0:1776998319.930357:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756395392 00000100:00100000:3.0:1776998319.930435:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16871 00000100:00100000:3.0:1776998319.930450:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3655:17551:x1863313756395392:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998319.931138:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3656:17551:x1863313756395392:12345-192.168.201.35@tcp:35:rm.0 Request processed in 689us (1689us total) trans 4295019778 rc 0/0 00000100:00100000:3.0:1776998319.931151:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16871 00010000:00010000:0.0:1776998319.933019:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933057:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933078:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933089:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.933096:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933109:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933132:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc05ab91b (ffff8d2509e7c900) 00010000:00010000:0.0:1776998319.933138:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.933145:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.933156:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b969d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc05ab91b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998319.943675:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998319.944136:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756395648 00000100:00100000:3.0:1776998319.944150:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756395648 00000100:00100000:3.0:1776998319.944280:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51812 00000100:00100000:3.0:1776998319.944297:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3655:17551:x1863313756395648:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998319.944744:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998319.944807:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb9000/0x27b6fb26481aaff8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19ac:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4697f expref: 3655 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944843:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbcd200/0x27b6fb26481aafce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ac:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4696a expref: 3654 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944867:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b29f600/0x27b6fb26481897e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c383eb expref: 3653 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944883:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ac:0x0].0x0 (ffff8d2509e63d00) 00010000:00010000:3.0:1776998319.944899:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998319.944926:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944943:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944963:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944985:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.944995:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.945004:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.945147:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.945159:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.945168:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998319.946204:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2861, 64 off191360 00010000:00010000:3.0:1776998319.946296:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946311:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946323:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946333:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946343:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946352:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946371:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998319.946395:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946404:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946413:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946421:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.946426:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946436:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946448:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ac:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998319.946452:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998319.946457:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946464:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b96c0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946489:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946497:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946506:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946514:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998319.946518:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946527:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946538:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998319.946542:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998319.946545:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998319.946578:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998319.946593:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000744bf1a7 reply state 00000000fff46aa6 transno 4295019779 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998319.946605:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998319.946720:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3654:17551:x1863313756395648:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2425us (3052us total) trans 4295019779 rc 0/0 00000100:00100000:3.0:1776998319.946731:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51812 00010000:00010000:0.0:1776998319.947677:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998319.947687:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.947698:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998319.947703:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.947713:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.947733:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ac:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:0.0:1776998319.947737:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998319.947741:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.947750:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b96c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.947769:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.947772:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.947774:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998319.967300:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967324:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967335:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967622:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998319.967629:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967641:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967663:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa3ba40b3 (ffff8d250da6b900) 00010000:00010000:0.0:1776998319.967668:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998319.967674:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998319.967685:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b96b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3ba40b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998319.969462:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.969896:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756395904 00000100:00100000:2.0:1776998319.969908:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756395904 00000100:00100000:2.0:1776998319.969981:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16872 00000100:00100000:2.0:1776998319.969996:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3653:17551:x1863313756395904:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998319.970394:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3654:17551:x1863313756395904:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (935us total) trans 4295019780 rc 0/0 00000100:00100000:2.0:1776998319.970406:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16872 00000100:00100000:1.0:1776998319.998580:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998319.998697:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756396160 00000100:00100000:2.0:1776998319.998711:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756396160 00000100:00100000:2.0:1776998319.998802:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51813 00000100:00100000:2.0:1776998319.998818:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3654:17551:x1863313756396160:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998319.998894:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998319.998927:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a4000/0x27b6fb2648191d5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1472:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b27c expref: 3654 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.998953:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1472:0x0].0x0 (ffff8d2608b85700) 00010000:00010000:2.0:1776998319.998969:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0c400/0x27b6fb26481afec6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ab2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d51 expref: 3653 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.998987:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0d200/0x27b6fb26481afe9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d3c expref: 3652 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999003:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094e5e00/0x27b6fb264818bbb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38b15 expref: 3651 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999016:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab2:0x0].0x0 (ffff8d250d8a6a00) 00010000:00010000:2.0:1776998319.999027:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998319.999075:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999092:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999106:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999126:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999136:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998319.999146:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000078:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000093:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000105:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998320.000824:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2862, 64 off191424 00010000:00010000:2.0:1776998320.000904:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000918:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000929:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000938:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000948:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000957:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.000990:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998320.001014:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001022:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001030:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001037:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.001042:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001051:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001064:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab2:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998320.001068:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998320.001073:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001082:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ab2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001104:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001112:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001120:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001133:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.001137:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001145:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001156:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998320.001160:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.001164:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.001226:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998320.001241:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a667106 reply state 0000000029a9cf92 transno 4295019781 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.001252:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998320.001640:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3652:17551:x1863313756396160:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2823us (3092us total) trans 4295019781 rc 0/0 00000100:00100000:2.0:1776998320.001652:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51813 00010000:00010000:1.0:1776998320.001937:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.001946:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.001956:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.001961:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.001971:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.001985:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab2:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:1.0:1776998320.001989:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.001993:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.002007:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b96e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ab2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.002026:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.002029:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.002031:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.010662:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998320.011343:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011361:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011370:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011378:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.011384:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011394:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011413:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9a285084 (ffff8d250da9e500) 00010000:00010000:1.0:1776998320.011417:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.011422:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.011430:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b96d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9a285084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.013941:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756396416 00000100:00100000:2.0:1776998320.014683:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756396416 00000100:00100000:2.0:1776998320.014857:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16873 00000100:00100000:2.0:1776998320.014873:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2605c18450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3651:17551:x1863313756396416:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.015584:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2605c18450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3652:17551:x1863313756396416:12345-192.168.201.35@tcp:35:rm.0 Request processed in 713us (4931us total) trans 4295019782 rc 0/0 00000100:00100000:2.0:1776998320.015599:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16873 00000100:00080000:3.0:1776998320.015706:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1776998320.027693:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.027891:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756396672 00000100:00100000:2.0:1776998320.027903:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756396672 00000100:00100000:2.0:1776998320.027987:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51814 00000100:00100000:2.0:1776998320.028001:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3652:17551:x1863313756396672:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998320.028596:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998320.028629:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db52c00/0x27b6fb26481a759e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18ea:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef9 expref: 3652 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028715:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db53a00/0x27b6fb26481a7574 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ee4 expref: 3651 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028735:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e81400/0x27b6fb2648187d5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37e9d expref: 3650 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028749:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ea:0x0].0x0 (ffff8d250d2bb900) 00010000:00010000:2.0:1776998320.028779:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998320.028806:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028823:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028834:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028851:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028864:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.028873:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.030590:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.030606:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.030617:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.037136:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2863, 64 off191488 00010000:00010000:3.0:1776998320.038852:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.038874:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.038888:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.038899:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.038907:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.038915:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039051:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.039078:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039087:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039096:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039104:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.039110:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039120:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039135:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ea:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998320.039139:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.039146:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039153:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b96f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039193:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039203:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039211:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039218:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.039223:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039232:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039243:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.039246:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.039269:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.039285:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b96ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.039300:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5bf7259 reply state 0000000079018ba7 transno 4295019783 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.039313:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.039420:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3651:17551:x1863313756396672:12345-192.168.201.35@tcp:36:rm.0 Request processed in 11418us (11731us total) trans 4295019783 rc 0/0 00000100:00100000:3.0:1776998320.039432:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51814 00010000:00010000:2.0:1776998320.046533:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046575:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046586:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046594:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.046600:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046609:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046633:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5b42b385 (ffff8d250da9e200) 00010000:00010000:2.0:1776998320.046637:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.046643:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.046651:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b96f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b42b385 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048765:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.048775:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048785:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.048790:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048798:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048810:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ea:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998320.048813:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.048817:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048824:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b96ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.048843:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.048845:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.048848:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998320.051643:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.052942:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756396928 00000100:00100000:0.0:1776998320.052955:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756396928 00000100:00100000:0.0:1776998320.053045:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16874 00000100:00100000:0.0:1776998320.053072:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756396928:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998320.053465:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3651:17551:x1863313756396928:12345-192.168.201.35@tcp:35:rm.0 Request processed in 408us (1830us total) trans 4295019784 rc 0/0 00000100:00100000:0.0:1776998320.053475:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16874 00000100:00100000:0.0:1776998320.061482:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.061979:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756397184 00000100:00100000:3.0:1776998320.061992:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756397184 00000100:00100000:3.0:1776998320.062157:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51815 00000100:00100000:3.0:1776998320.062172:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3651:17551:x1863313756397184:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.062264:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.062292:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4c600/0x27b6fb26481a8af9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1931:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458ae expref: 3651 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062319:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4ca00/0x27b6fb26481a8acf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1931:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45899 expref: 3650 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062336:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb3200/0x27b6fb2648188714 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1931:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3808e expref: 3649 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062350:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1931:0x0].0x0 (ffff8d250db33900) 00010000:00010000:3.0:1776998320.062363:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.062388:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062405:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062417:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062434:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062442:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062451:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062614:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062626:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.062652:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.063706:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2855, 64 off190912 00010000:00010000:3.0:1776998320.063787:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063800:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063815:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063824:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063831:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063839:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063864:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.063886:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.063894:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063903:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.063908:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063918:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063931:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1931:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998320.063935:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.063940:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063948:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b971b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1931:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.063968:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.063970:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.063973:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.063990:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064000:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064008:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064016:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.064022:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064031:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064043:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1931:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998320.064046:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.064050:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064058:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9714 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1931:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064080:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064088:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064097:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064104:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.064107:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064115:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064124:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.064128:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.064132:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.064139:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9706 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.064150:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003412f7ef reply state 000000006d62df86 transno 4295019785 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.064160:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.064541:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756397184:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2370us (3065us total) trans 4295019785 rc 0/0 00000100:00100000:3.0:1776998320.064574:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51815 00010000:00010000:0.0:1776998320.077916:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.077939:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.077950:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.077959:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.077965:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.077993:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.078021:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb135c0a5 (ffff8d250da6b600) 00010000:00010000:0.0:1776998320.078025:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.078030:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.078040:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481b970d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb135c0a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.088691:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.088841:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756397440 00000100:00100000:2.0:1776998320.088855:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756397440 00000100:00100000:2.0:1776998320.088930:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16875 00000100:00100000:2.0:1776998320.088945:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756397440:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.089690:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756397440:12345-192.168.201.35@tcp:35:rm.0 Request processed in 746us (1008us total) trans 4295019786 rc 0/0 00000100:00100000:2.0:1776998320.089702:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16875 00000100:00100000:1.0:1776998320.103234:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.103692:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756397696 00000100:00100000:2.0:1776998320.105235:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756397696 00000100:00100000:2.0:1776998320.106533:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51816 00000100:00100000:2.0:1776998320.106578:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756397696:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998320.106654:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998320.106688:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d199400/0x27b6fb264818e0af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13a8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396ec expref: 3650 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106719:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d34000/0x27b6fb264817c559 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c359cf expref: 3649 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106742:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a8:0x0].0x0 (ffff8d2636437200) 00010000:00010000:2.0:1776998320.106755:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998320.106782:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106798:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106812:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106833:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106844:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.106854:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.107025:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.107059:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.107071:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998320.108148:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2856, 64 off190976 00010000:00010000:2.0:1776998320.108276:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108292:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108304:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108315:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108324:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108332:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108355:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998320.108377:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108386:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108395:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108405:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.108411:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108422:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108436:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a8:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998320.108440:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998320.108445:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108453:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9730 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108473:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108482:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108491:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108499:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.108504:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108514:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108525:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998320.108528:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.108533:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.108541:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9722 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109468:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.109478:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109490:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.109495:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109505:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109526:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13a8:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:1.0:1776998320.109530:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.109535:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109543:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9737 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.109587:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.109590:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.109593:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1776998320.109716:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e31631ec reply state 000000008c14303f transno 4295019787 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.109730:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998320.109991:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756397696:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3441us (6764us total) trans 4295019787 rc 0/0 00000100:00100000:2.0:1776998320.110006:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51816 00010000:00010000:2.0:1776998320.118391:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118416:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118429:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118440:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.118446:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118457:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118479:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x747ef711 (ffff8d250da9e200) 00010000:00010000:2.0:1776998320.118484:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.118489:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.118499:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9729 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x747ef711 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.124783:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.126212:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756397952 00000100:00100000:2.0:1776998320.126226:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756397952 00000100:00100000:2.0:1776998320.126312:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16876 00000100:00100000:2.0:1776998320.126330:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756397952:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.127031:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756397952:12345-192.168.201.35@tcp:35:rm.0 Request processed in 704us (2256us total) trans 4295019788 rc 0/0 00000100:00100000:2.0:1776998320.127045:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16876 00000100:00100000:0.0:1776998320.152652:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998320.162726:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.162922:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756398208 00000100:00100000:1.0:1776998320.162936:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756398208 00000100:00100000:1.0:1776998320.163042:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51817 00000100:00100000:1.0:1776998320.163057:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756398208:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998320.163139:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998320.163239:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be4d000/0x27b6fb264818d58e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1383:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391dd expref: 3650 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163281:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ddd200/0x27b6fb264817c04a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c358cc expref: 3649 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163300:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff8d2509c66000) 00010000:00010000:1.0:1776998320.163612:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998320.163642:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163666:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163942:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163967:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163979:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.163990:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.164135:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.164150:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.164162:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998320.165324:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2864, 64 off191552 00010000:00010000:1.0:1776998320.165411:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165426:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165439:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165450:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165459:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165468:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165493:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998320.165515:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165525:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165535:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.165543:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.168676:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.168690:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.168709:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.168714:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.168726:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.168745:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998320.168749:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.168755:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.168763:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9753 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.168782:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.168784:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.168787:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.173969:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802665600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1776998320.174063:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998320.176658:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176686:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176710:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998320.176715:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998320.176721:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176739:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b974c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176779:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176789:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176799:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176808:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.176813:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176822:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176832:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998320.176835:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.176839:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.176848:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b973e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998320.176860:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9e8d366 reply state 00000000a2383976 transno 4295019789 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.177845:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998320.177986:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756398208:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14927us (15267us total) trans 4295019789 rc 0/0 00000100:00100000:1.0:1776998320.177999:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51817 00000100:00100000:3.0:1776998320.183476:0:6668:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665600 00000100:00100000:3.0:1776998320.183495:0:6668:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665600 00000100:00100000:3.0:1776998320.183658:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1776998320.183674:0:6668:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3362:x1863313802665600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1776998320.183722:0:6668:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 28770304 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1776998320.183835:0:6668:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+41:3362:x1863313802665600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 164us (9770us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998320.183847:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1776998320.185277:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802665600:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1776998320.200274:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200300:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200313:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200322:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.200329:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200342:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200365:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9fee5a11 (ffff8d2509e7ce00) 00010000:00010000:0.0:1776998320.200371:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.200377:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.200386:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9745 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9fee5a11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.200514:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.200723:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756398464 00000100:00100000:0.0:1776998320.200735:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756398464 00000100:00100000:0.0:1776998320.200805:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16877 00000100:00100000:0.0:1776998320.200819:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756398464:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998320.202146:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756398464:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1325us (1634us total) trans 4295019790 rc 0/0 00000100:00100000:0.0:1776998320.202160:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16877 00000100:00100000:0.0:1776998320.254346:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.254976:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756398720 00000100:00100000:3.0:1776998320.254989:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756398720 00000100:00100000:3.0:1776998320.255089:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51818 00000100:00100000:3.0:1776998320.255106:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756398720:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.255866:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.255922:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884ca00/0x27b6fb2648197c92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15ae:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddc5 expref: 3650 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.255970:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884da00/0x27b6fb2648197c68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ae:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddb0 expref: 3649 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.255994:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509084200/0x27b6fb2648180c2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c367f9 expref: 3648 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256010:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ae:0x0].0x0 (ffff8d250886b400) 00010000:00010000:3.0:1776998320.256025:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.256071:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256090:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256104:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256124:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256135:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.256144:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.259002:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.259020:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.259057:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.260056:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2857, 64 off191040 00000004:00080000:3.0:1776998320.260068:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4031051897003ns, next at 4032051894185ns, rc = 0 00010000:00010000:3.0:1776998320.260145:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260159:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260200:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260213:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260221:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260230:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260264:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.260523:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260535:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260544:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260577:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.260582:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260593:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260609:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ae:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998320.260613:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.260619:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260627:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9768 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260649:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260658:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260666:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260673:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.260678:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260686:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260697:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.260700:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.260703:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.260711:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b975a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.260722:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000095f60f6 reply state 00000000d0daf545 transno 4295019791 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.260733:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.260837:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756398720:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5731us (6499us total) trans 4295019791 rc 0/0 00000100:00100000:3.0:1776998320.260849:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51818 00010000:00010000:1.0:1776998320.263691:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.263703:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.263717:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.263722:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.263733:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.263752:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ae:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:1.0:1776998320.263756:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.263761:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.263769:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481b976f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.263793:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.263795:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.263798:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998320.276795:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.277504:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756398976 00000100:00100000:2.0:1776998320.277516:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756398976 00000100:00100000:2.0:1776998320.277657:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16878 00000100:00100000:2.0:1776998320.277674:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756398976:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.278123:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3650:17551:x1863313756398976:12345-192.168.201.35@tcp:35:rm.0 Request processed in 451us (1336us total) trans 4295019792 rc 0/0 00000100:00100000:2.0:1776998320.278135:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16878 00010000:00010000:0.0:1776998320.283456:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283476:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283488:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283498:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.283504:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283514:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283540:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xce781474 (ffff8d250da6b900) 00010000:00010000:0.0:1776998320.283544:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.283571:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.283580:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481b9761 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xce781474 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.305182:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.306855:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756399232 00000100:00100000:0.0:1776998320.306871:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756399232 00000100:00100000:0.0:1776998320.306973:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51819 00000100:00100000:0.0:1776998320.306987:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3649:17551:x1863313756399232:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.307073:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.307106:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b186800/0x27b6fb26481964cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x155f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f8 expref: 3649 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307156:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d48600/0x27b6fb26481964a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x155f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2e3 expref: 3648 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307213:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8baa00/0x27b6fb264818015e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x155f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c365d0 expref: 3647 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307229:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155f:0x0].0x0 (ffff8d250d38e600) 00010000:00010000:0.0:1776998320.307243:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.307269:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307287:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307301:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307323:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307334:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307345:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307484:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307496:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.307507:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.308216:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2865, 64 off191616 00010000:00010000:0.0:1776998320.308297:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308594:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308607:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308617:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308625:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308633:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308658:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.308680:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308688:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308696:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308704:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.308709:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308718:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308729:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155f:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998320.308733:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.308738:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308746:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9784 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x155f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308770:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308779:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308787:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308795:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.308798:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308807:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308816:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.308820:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.308823:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.308830:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9776 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.308842:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d081e533 reply state 00000000b9262c4f transno 4295019793 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.308853:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.308949:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3648:17551:x1863313756399232:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1963us (3774us total) trans 4295019793 rc 0/0 00000100:00100000:0.0:1776998320.308966:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51819 00010000:00010000:3.0:1776998320.310900:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.310910:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.310923:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.310928:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.310960:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.310977:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x155f:0x0].0x0 (ffff8d250db54700) 00010000:00010000:3.0:1776998320.310982:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.310987:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.310995:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b978b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x155f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.311016:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.311019:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.311021:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998320.320973:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998320.321709:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321729:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321741:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321752:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.321758:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321771:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321793:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf1371182 (ffff8d250db54100) 00010000:00010000:0.0:1776998320.321798:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.321804:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.321814:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b977d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1371182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.321971:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756399488 00000100:00100000:1.0:1776998320.321985:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756399488 00000100:00100000:1.0:1776998320.322047:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16879 00000100:00100000:1.0:1776998320.322063:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3647:17551:x1863313756399488:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998320.323025:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3648:17551:x1863313756399488:12345-192.168.201.35@tcp:35:rm.0 Request processed in 964us (2072us total) trans 4295019794 rc 0/0 00000100:00100000:1.0:1776998320.323039:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16879 00000100:00100000:1.0:1776998320.337946:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.339496:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756399744 00000100:00100000:3.0:1776998320.339509:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756399744 00000100:00100000:3.0:1776998320.339606:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51820 00000100:00100000:3.0:1776998320.339620:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3648:17551:x1863313756399744:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.339717:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.339748:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dff4400/0x27b6fb264819efc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x172d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41222 expref: 3648 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339776:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dff6800/0x27b6fb264819ef9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4120d expref: 3647 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339794:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d37d800/0x27b6fb2648184088 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37272 expref: 3646 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339815:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172d:0x0].0x0 (ffff8d250ae0e700) 00010000:00010000:3.0:1776998320.339828:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.339852:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339868:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339881:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339899:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339909:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.339917:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.340091:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.340104:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.340114:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.340882:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2866, 64 off191680 00010000:00010000:3.0:1776998320.340969:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.340985:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.340997:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341008:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341018:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341028:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341067:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.341091:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341101:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341110:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341119:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.341124:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341135:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341148:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172d:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998320.341153:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.341158:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341197:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x172d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341222:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341232:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341240:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341248:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.341252:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341261:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341272:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.341277:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.341281:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.341289:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9792 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.341309:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000024daabb reply state 000000006b2e502f transno 4295019795 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.341321:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.341423:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3647:17551:x1863313756399744:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1803us (3485us total) trans 4295019795 rc 0/0 00000100:00100000:3.0:1776998320.341435:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51820 00010000:00010000:1.0:1776998320.342239:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.342490:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.342500:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.342505:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.342515:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.342530:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172d:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998320.342534:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.342538:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.342570:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b97a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.342593:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.342596:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.342598:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998320.364058:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998320.365042:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365061:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365072:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365081:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.365087:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365098:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365121:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x22ba31f4 (ffff8d250da6b400) 00010000:00010000:2.0:1776998320.365125:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.365131:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.365139:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481b9799 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x22ba31f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.365885:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756400000 00000100:00100000:3.0:1776998320.365898:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756400000 00000100:00100000:3.0:1776998320.366060:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16880 00000100:00100000:3.0:1776998320.366077:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3646:17551:x1863313756400000:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.367288:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3647:17551:x1863313756400000:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1211us (3252us total) trans 4295019796 rc 0/0 00000100:00100000:2.0:1776998320.367303:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16880 00000100:00100000:1.0:1776998320.381525:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.381813:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756400256 00000100:00100000:3.0:1776998320.381827:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756400256 00000100:00100000:3.0:1776998320.381899:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51821 00000100:00100000:3.0:1776998320.381914:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3647:17551:x1863313756400256:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.382004:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.382038:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc60400/0x27b6fb26481a2938 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17ec:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c3f expref: 3647 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.382068:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d0000/0x27b6fb26481a290e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c2a expref: 3646 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.382087:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250971a400/0x27b6fb2648185aa5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c377ab expref: 3645 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.382102:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ec:0x0].0x0 (ffff8d250977b800) 00010000:00010000:3.0:1776998320.382117:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.382144:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.382161:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.382683:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383272:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383288:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383563:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383710:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383722:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.383732:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998320.385894:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2858, 64 off191104 00010000:00010000:1.0:1776998320.385978:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.385993:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386005:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386015:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386024:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386032:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386057:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998320.386081:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386089:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386098:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386107:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.386112:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386123:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386136:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ec:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998320.386140:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998320.386144:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386153:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b97bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386204:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386214:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386222:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386234:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.386238:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386247:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386259:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998320.386262:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.386267:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.386275:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481b97ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998320.386289:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1106836 reply state 00000000b83a31cd transno 4295019797 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.386301:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998320.386403:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3646:17551:x1863313756400256:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4488us (4885us total) trans 4295019797 rc 0/0 00000100:00100000:1.0:1776998320.386416:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51821 00010000:00010000:3.0:1776998320.387048:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.387058:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.387067:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.387072:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.387081:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.387094:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ec:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:3.0:1776998320.387098:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.387103:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.387111:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b97c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.387133:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.387136:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.387138:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998320.407286:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998320.407445:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407464:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407475:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407489:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.407496:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407507:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407528:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x35854668 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998320.407532:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.407537:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.407569:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b97b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x35854668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.408613:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756400512 00000100:00100000:2.0:1776998320.408628:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756400512 00000100:00100000:2.0:1776998320.408701:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16881 00000100:00100000:2.0:1776998320.408716:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3645:17551:x1863313756400512:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.409141:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3646:17551:x1863313756400512:12345-192.168.201.35@tcp:35:rm.0 Request processed in 426us (1864us total) trans 4295019798 rc 0/0 00000100:00100000:2.0:1776998320.409153:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16881 00000100:00100000:1.0:1776998320.425956:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.426106:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756400768 00000100:00100000:2.0:1776998320.426119:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756400768 00000100:00100000:2.0:1776998320.426240:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51822 00000100:00100000:2.0:1776998320.426254:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3646:17551:x1863313756400768:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998320.426326:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998320.426359:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e356e00/0x27b6fb264819669d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1565:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3ca expref: 3646 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426390:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e357c00/0x27b6fb2648196673 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1565:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3b5 expref: 3645 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426409:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f27a00/0x27b6fb2648180230 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1565:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c365fa expref: 3644 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426422:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1565:0x0].0x0 (ffff8d2621435c00) 00010000:00010000:2.0:1776998320.426434:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998320.426460:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426477:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426490:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426508:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426518:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426527:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426687:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426708:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.426719:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998320.427403:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2867, 64 off191744 00010000:00010000:2.0:1776998320.427480:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427493:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427504:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427515:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427523:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427531:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427583:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998320.427607:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427616:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427630:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427923:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.427930:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427941:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427954:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1565:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998320.427958:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998320.427962:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427971:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b97d8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1565:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.427992:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428000:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428008:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428014:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.428018:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428031:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428040:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998320.428043:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.428046:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.428055:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998320.428068:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db281cc7 reply state 0000000019465e37 transno 4295019799 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.428080:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998320.428212:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3645:17551:x1863313756400768:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1921us (2226us total) trans 4295019799 rc 0/0 00000100:00100000:2.0:1776998320.428447:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51822 00010000:00010000:1.0:1776998320.430216:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.430228:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.430241:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.430246:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.430257:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.430274:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1565:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998320.430279:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.430286:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.430296:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b97df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1565:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.430321:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.430324:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.430327:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.439466:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439491:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439502:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439510:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.439517:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439528:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439572:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf67f0ad5 (ffff8d250da9e200) 00010000:00010000:3.0:1776998320.439577:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.439584:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.439592:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b97d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf67f0ad5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.459631:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.465151:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756401024 00000100:00100000:2.0:1776998320.465214:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756401024 00000100:00100000:2.0:1776998320.465682:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16882 00000100:00100000:2.0:1776998320.465699:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3644:17551:x1863313756401024:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.466125:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3645:17551:x1863313756401024:12345-192.168.201.35@tcp:35:rm.0 Request processed in 428us (6502us total) trans 4295019800 rc 0/0 00000100:00100000:2.0:1776998320.466137:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16882 00000100:00100000:2.0:1776998320.480679:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.482620:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756401280 00000100:00100000:3.0:1776998320.482635:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756401280 00000100:00100000:3.0:1776998320.482718:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51823 00000100:00100000:3.0:1776998320.482732:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3645:17551:x1863313756401280:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.482818:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.482845:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f54600/0x27b6fb264819c6dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16a5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff8a expref: 3645 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482869:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f54400/0x27b6fb264819c6b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff75 expref: 3644 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482881:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da7e00/0x27b6fb2648182df0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36eba expref: 3643 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482890:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a5:0x0].0x0 (ffff8d250de24f00) 00010000:00010000:3.0:1776998320.482898:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.482918:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482931:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482940:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482952:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482958:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.482964:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.483093:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.483104:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.483114:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998320.494266:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2868, 64 off191808 00010000:00010000:2.0:1776998320.494369:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494394:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494411:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494422:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494432:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494440:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494468:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998320.494495:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494503:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494512:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494520:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.494525:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494535:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494577:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a5:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998320.494583:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998320.494588:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494598:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b97f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494623:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494632:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494641:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494648:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.494652:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494661:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494671:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998320.494676:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.494680:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.494687:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b97e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998320.494707:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e590228 reply state 000000002e0c4c8d transno 4295019801 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.494718:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998320.495239:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.495249:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.495260:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.495265:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.495275:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.495289:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16a5:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998320.495292:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.495297:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.495305:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b97fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.495326:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.495329:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.495332:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998320.499543:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3644:17551:x1863313756401280:12345-192.168.201.35@tcp:36:rm.0 Request processed in 16800us (18861us total) trans 4295019801 rc 0/0 00000100:00100000:2.0:1776998320.499584:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51823 00000100:00100000:0.0:1776998320.512364:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.512511:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756401536 00000100:00100000:2.0:1776998320.512524:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756401536 00000100:00100000:2.0:1776998320.512635:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16883 00000100:00100000:2.0:1776998320.512650:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3644:17551:x1863313756401536:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.513368:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3645:17551:x1863313756401536:12345-192.168.201.35@tcp:35:rm.0 Request processed in 719us (1012us total) trans 4295019802 rc 0/0 00000100:00100000:2.0:1776998320.513380:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16883 00010000:00010000:1.0:1776998320.514873:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514891:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514901:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514909:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.514914:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514924:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514945:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf42d4653 (ffff8d250da6b100) 00010000:00010000:1.0:1776998320.514951:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.514957:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.514966:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b97ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf42d4653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.529297:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.530456:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756401792 00000100:00100000:2.0:1776998320.530470:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756401792 00000100:00100000:2.0:1776998320.530575:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51824 00000100:00100000:2.0:1776998320.530589:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3644:17551:x1863313756401792:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998320.530668:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998320.530703:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe9800/0x27b6fb2648191df6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1474:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2c2 expref: 3644 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530730:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1474:0x0].0x0 (ffff8d2509c67400) 00010000:00010000:2.0:1776998320.530745:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbd4a00/0x27b6fb26481a0654 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1778:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c63 expref: 3643 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530798:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbd4c00/0x27b6fb26481a062a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1778:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c4e expref: 3642 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530818:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b210200/0x27b6fb2648184ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1778:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3747f expref: 3641 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530832:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1778:0x0].0x0 (ffff8d250293e400) 00010000:00010000:2.0:1776998320.530843:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998320.530869:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530887:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530900:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530920:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530930:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.530940:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.532423:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.532437:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.532448:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.535951:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2859, 64 off191168 00010000:00010000:3.0:1776998320.536041:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536061:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536081:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536092:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536101:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536109:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536145:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.536197:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536208:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536437:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536448:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.536454:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536465:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536482:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1778:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998320.536486:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.536493:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536502:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9810 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1778:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536527:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536537:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536565:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536573:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.536577:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536585:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536596:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.536599:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.536603:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.536611:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9802 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.536624:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007d857e45 reply state 00000000bf398c9f transno 4295019803 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.536915:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.537016:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3642:17551:x1863313756401792:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6426us (7725us total) trans 4295019803 rc 0/0 00000100:00100000:3.0:1776998320.537028:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51824 00010000:00010000:1.0:1776998320.539414:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.539424:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.539436:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.539441:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.539451:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.539465:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1778:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998320.539469:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.539475:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.539483:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b9817 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1778:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.539505:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.539507:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.539510:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.548157:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998320.552718:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.553089:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756402048 00000100:00100000:1.0:1776998320.553103:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756402048 00000100:00100000:1.0:1776998320.553204:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16884 00000100:00100000:1.0:1776998320.553219:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3642:17551:x1863313756402048:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998320.553604:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3643:17551:x1863313756402048:12345-192.168.201.35@tcp:35:rm.0 Request processed in 386us (894us total) trans 4295019804 rc 0/0 00000100:00100000:1.0:1776998320.553621:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16884 00010000:00010000:3.0:1776998320.556113:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556133:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556144:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556152:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.556157:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556168:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556188:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xeb924af6 (ffff8d250da9e200) 00010000:00010000:3.0:1776998320.556193:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.556199:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.556254:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9809 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeb924af6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.564986:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.565381:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756402304 00000100:00100000:3.0:1776998320.565395:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756402304 00000100:00100000:3.0:1776998320.565460:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51825 00000100:00100000:3.0:1776998320.565475:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3642:17551:x1863313756402304:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.565577:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.565613:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d20b800/0x27b6fb2648195f65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x154d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d082 expref: 3642 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.565646:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b185400/0x27b6fb2648195f3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x154d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d06d expref: 3641 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.565665:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509255e00/0x27b6fb264817fee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x154d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36552 expref: 3640 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.565680:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154d:0x0].0x0 (ffff8d2603360100) 00010000:00010000:3.0:1776998320.565693:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.565718:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.565736:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.565749:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566530:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566571:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566591:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566729:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566741:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.566752:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.567532:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2869, 64 off191872 00010000:00010000:3.0:1776998320.567937:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.567951:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.567961:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.567971:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.567979:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.567987:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568027:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.568054:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568063:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568072:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568080:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.568086:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568096:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568109:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154d:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998320.568114:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.568119:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568128:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b982c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x154d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568149:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568158:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568434:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568451:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.568456:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568466:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568480:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.568484:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.568489:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.568497:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b981e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.568511:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001265f913 reply state 00000000ca603389 transno 4295019805 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.568523:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.568641:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3641:17551:x1863313756402304:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3167us (3679us total) trans 4295019805 rc 0/0 00000100:00100000:3.0:1776998320.568652:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51825 00010000:00010000:2.0:1776998320.570968:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998320.570980:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.570990:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998320.570995:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.571004:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.571020:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x154d:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998320.571045:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998320.571051:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.571059:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9833 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x154d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.571081:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.571084:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.571086:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.583454:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583483:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583493:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583501:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.583506:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583516:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583535:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x72eb300b (ffff8d250da6bf00) 00010000:00010000:0.0:1776998320.583540:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.583573:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.583582:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481b9825 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x72eb300b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.586219:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.586714:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756402560 00000100:00100000:3.0:1776998320.586725:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756402560 00000100:00100000:3.0:1776998320.586789:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16885 00000100:00100000:3.0:1776998320.586801:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3640:17551:x1863313756402560:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998320.587125:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3641:17551:x1863313756402560:12345-192.168.201.35@tcp:35:rm.0 Request processed in 323us (911us total) trans 4295019806 rc 0/0 00000100:00100000:3.0:1776998320.587141:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16885 00000100:00100000:1.0:1776998320.597597:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998320.598395:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756402816 00000100:00100000:3.0:1776998320.598408:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756402816 00000100:00100000:3.0:1776998320.598484:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51826 00000100:00100000:3.0:1776998320.598499:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3641:17551:x1863313756402816:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998320.598590:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998320.598624:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df60000/0x27b6fb264819d0ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16c6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4040d expref: 3641 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598655:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df62a00/0x27b6fb264819d0a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c403f8 expref: 3640 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598673:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092bbe00/0x27b6fb2648183273 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36fa1 expref: 3639 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598688:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c6:0x0].0x0 (ffff8d250de24600) 00010000:00010000:3.0:1776998320.598702:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998320.598728:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598746:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598760:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598778:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598793:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598803:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598935:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598948:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.598959:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998320.599915:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2860, 64 off191232 00010000:00010000:3.0:1776998320.599990:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600005:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600017:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600028:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600039:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600048:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600079:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998320.600100:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600110:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600119:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600128:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.600134:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600144:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600156:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c6:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998320.600161:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998320.600166:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600199:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9848 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600219:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600229:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600244:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600253:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.600257:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600267:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600278:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998320.600282:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.600286:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.600295:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b983a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998320.600307:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd3cf6d2 reply state 00000000e91593d4 transno 4295019807 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.600319:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998320.600404:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3640:17551:x1863313756402816:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1907us (2814us total) trans 4295019807 rc 0/0 00000100:00100000:3.0:1776998320.600417:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51826 00010000:00010000:0.0:1776998320.601292:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998320.601301:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.601312:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998320.601318:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.601335:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.601350:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16c6:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:0.0:1776998320.601354:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998320.601358:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.601368:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481b984f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.601389:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.601391:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.601394:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.613527:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613575:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613592:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613601:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.613607:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613618:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613639:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc76fe60 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998320.613644:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.613650:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.613660:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9841 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc76fe60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.619757:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.624896:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756403072 00000100:00100000:2.0:1776998320.624914:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756403072 00000100:00100000:2.0:1776998320.625148:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16886 00000100:00100000:2.0:1776998320.625164:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756403072:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.625621:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3640:17551:x1863313756403072:12345-192.168.201.35@tcp:35:rm.0 Request processed in 458us (5873us total) trans 4295019808 rc 0/0 00000100:00100000:2.0:1776998320.625634:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16886 00000100:00100000:3.0:1776998320.636251:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.636414:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756403328 00000100:00100000:0.0:1776998320.636428:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756403328 00000100:00100000:0.0:1776998320.636506:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51827 00000100:00100000:0.0:1776998320.636521:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3640:17551:x1863313756403328:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.636625:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.636658:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d932200/0x27b6fb26481a09a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1783:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41de4 expref: 3640 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637002:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbd7200/0x27b6fb26481a0979 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1783:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dcf expref: 3639 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637023:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250947ea00/0x27b6fb2648184c4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1783:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c374cc expref: 3638 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637046:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1783:0x0].0x0 (ffff8d2509fa2500) 00010000:00010000:0.0:1776998320.637059:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.637085:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637102:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637117:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637138:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637148:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637158:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637366:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637380:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.637391:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.638201:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2870, 64 off191936 00010000:00010000:0.0:1776998320.638293:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638309:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638321:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638332:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638342:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638352:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638372:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.638397:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638406:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638414:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638423:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.638429:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638440:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638453:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1783:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998320.638458:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.638463:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638473:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9864 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1783:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638496:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638506:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638516:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638525:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.638530:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638540:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638580:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.638584:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.638589:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.638597:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9856 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.638619:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e11d1289 reply state 00000000d9eda002 transno 4295019809 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.638632:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.638728:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756403328:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2207us (2486us total) trans 4295019809 rc 0/0 00000100:00100000:0.0:1776998320.638740:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51827 00010000:00010000:1.0:1776998320.640326:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.640338:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.640351:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.640357:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.640367:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.640383:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1783:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:1.0:1776998320.640388:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.640393:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.640401:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b986b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1783:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.640424:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.640427:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.640430:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.650597:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650622:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650639:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650648:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.650655:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650666:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650688:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x137965ab (ffff8d250db54100) 00010000:00010000:1.0:1776998320.650693:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.650699:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.650708:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b985d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x137965ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.652121:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.654629:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756403584 00000100:00100000:2.0:1776998320.654643:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756403584 00000100:00100000:3.0:1776998320.654894:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16887 00000100:00100000:3.0:1776998320.654909:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756403584:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998320.656885:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756403584:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1973us (4764us total) trans 4295019810 rc 0/0 00000100:00100000:0.0:1776998320.656900:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16887 00000100:00100000:0.0:1776998320.668069:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.669598:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756403840 00000100:00100000:1.0:1776998320.669612:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756403840 00000100:00100000:0.0:1776998320.670727:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51828 00000100:00100000:0.0:1776998320.670742:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756403840:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.670832:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998320.670864:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb3400/0x27b6fb264819151a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1456:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aebd expref: 3639 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.670896:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d34400/0x27b6fb264817dd23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1456:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35e91 expref: 3638 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.670910:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1456:0x0].0x0 (ffff8d2608029000) 00010000:00010000:0.0:1776998320.670923:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.670966:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.670983:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.670996:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671014:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671023:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671032:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671568:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671580:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.671589:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.673120:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2861, 64 off191296 00010000:00010000:0.0:1776998320.673220:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673233:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673243:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673253:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673261:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673269:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673289:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.673311:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673320:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673329:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673338:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.673343:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673353:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673364:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1456:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998320.673368:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.673372:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673379:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9880 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1456:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673403:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673411:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673419:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673426:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.673429:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673437:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673446:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.673450:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.673454:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.673462:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9872 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.673475:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097c244d1 reply state 00000000f1a9a2c1 transno 4295019811 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.673486:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998320.673628:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.673637:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.673645:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.673649:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.673658:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.673676:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1456:0x0].0x0 (ffff8d250db54300) 00010000:00010000:1.0:1776998320.673679:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.673684:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.673692:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9887 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.673710:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.673713:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.673715:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.678473:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756403840:12345-192.168.201.35@tcp:36:rm.0 Request processed in 7725us (10404us total) trans 4295019811 rc 0/0 00000100:00100000:0.0:1776998320.678493:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51828 00000100:00100000:0.0:1776998320.686207:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998320.686702:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686722:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686733:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686742:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.686748:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686758:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686799:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8ec8c682 (ffff8d250db54c00) 00010000:00010000:3.0:1776998320.686804:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.686810:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.686819:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9879 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8ec8c682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.688672:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756404096 00000100:00100000:2.0:1776998320.688685:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756404096 00000100:00100000:3.0:1776998320.690611:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16888 00000100:00100000:3.0:1776998320.690627:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756404096:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998320.692781:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756404096:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2139us (6605us total) trans 4295019812 rc 0/0 00000100:00100000:3.0:1776998320.692794:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16888 00000100:00100000:0.0:1776998320.714872:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.714996:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756404352 00000100:00100000:1.0:1776998320.715008:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756404352 00000100:00100000:1.0:1776998320.715090:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51829 00000100:00100000:1.0:1776998320.715103:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3639:17551:x1863313756404352:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998320.715728:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998320.715762:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb7200/0x27b6fb26481aecba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a76:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4851d expref: 3639 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715790:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481aec90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a76:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48508 expref: 3638 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715807:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1c9200/0x27b6fb264818b383 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38971 expref: 3637 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715819:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a76:0x0].0x0 (ffff8d250d65ac00) 00010000:00010000:1.0:1776998320.715833:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998320.715859:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715876:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715887:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715903:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715912:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.715919:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.716601:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.716614:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.716625:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998320.718405:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2871, 64 off192000 00010000:00010000:1.0:1776998320.718481:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.718494:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.718512:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.718522:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.718532:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.718564:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719429:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998320.719459:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719470:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719478:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719486:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.719491:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719500:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719514:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a76:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998320.719517:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998320.719522:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719530:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b989c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719575:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719584:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719591:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719598:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.719602:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719610:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719620:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998320.719622:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.719626:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.719632:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b988e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998320.719643:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abd166e6 reply state 00000000d31762c5 transno 4295019813 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.719659:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998320.719775:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756404352:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4671us (4909us total) trans 4295019813 rc 0/0 00000100:00100000:1.0:1776998320.719786:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51829 00010000:00010000:1.0:1776998320.726703:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726724:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726733:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726740:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.726745:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726764:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726782:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb65382a5 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998320.726786:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.726790:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.726797:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9895 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb65382a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727437:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998320.727447:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727457:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998320.727461:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727470:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727483:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a76:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:2.0:1776998320.727486:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998320.727489:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727496:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b98a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.727513:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.727515:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.727517:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.737876:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.738017:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756404608 00000100:00100000:2.0:1776998320.738043:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756404608 00000100:00100000:2.0:1776998320.738116:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16889 00000100:00100000:2.0:1776998320.738128:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3637:17551:x1863313756404608:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.738530:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756404608:12345-192.168.201.35@tcp:35:rm.0 Request processed in 402us (664us total) trans 4295019814 rc 0/0 00000100:00100000:2.0:1776998320.738564:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16889 00000100:00100000:3.0:1776998320.755494:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.758283:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756404864 00000100:00100000:1.0:1776998320.758298:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756404864 00000100:00100000:1.0:1776998320.758379:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51830 00000100:00100000:1.0:1776998320.758392:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756404864:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998320.758460:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998320.758491:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d51c00/0x27b6fb264819199d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1465:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0ca expref: 3638 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758520:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d25ae00/0x27b6fb264817df30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1465:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35efa expref: 3637 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758534:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1465:0x0].0x0 (ffff8d2608b85c00) 00010000:00010000:1.0:1776998320.758570:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998320.758593:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758609:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758621:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758640:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758649:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758657:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758787:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758798:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.758807:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998320.760103:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2872, 64 off192064 00010000:00010000:1.0:1776998320.760221:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760509:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760523:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760532:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760558:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760567:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760585:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998320.760606:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760614:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760626:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760633:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.760638:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760647:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760658:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1465:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998320.760662:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998320.760666:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760674:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98b8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760694:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760701:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760727:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760733:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.760736:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760749:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760759:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998320.760762:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.760767:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.760774:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998320.760786:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef26a320 reply state 000000008bf452ae transno 4295019815 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.760797:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998320.760898:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756404864:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2506us (5413us total) trans 4295019815 rc 0/0 00000100:00100000:1.0:1776998320.760909:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51830 00010000:00010000:0.0:1776998320.761372:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998320.761380:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.761389:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998320.761393:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.761401:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.761412:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1465:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:0.0:1776998320.761415:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998320.761418:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.761425:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.761442:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.761445:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.761447:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.777570:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.777943:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756405120 00000100:00100000:1.0:1776998320.777956:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756405120 00000100:00100000:1.0:1776998320.778039:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16890 00000100:00100000:1.0:1776998320.778052:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756405120:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:3.0:1776998320.778212:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778227:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778254:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778263:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.778269:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778278:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778296:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbeebcd90 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998320.778300:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.778306:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.778314:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbeebcd90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.778456:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756405120:12345-192.168.201.35@tcp:35:rm.0 Request processed in 404us (916us total) trans 4295019816 rc 0/0 00000100:00100000:1.0:1776998320.778467:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16890 00000100:00100000:0.0:1776998320.800638:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998320.801201:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756405376 00000100:00100000:2.0:1776998320.801215:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756405376 00000100:00100000:0.0:1776998320.802082:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51831 00000100:00100000:0.0:1776998320.802098:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3638:17551:x1863313756405376:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.802166:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998320.802199:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d19ca00/0x27b6fb2648191e43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1475:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b2e5 expref: 3638 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802222:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1475:0x0].0x0 (ffff8d2509c67300) 00010000:00010000:0.0:1776998320.802284:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe2600/0x27b6fb26481ae61c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a60:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4821b expref: 3637 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802304:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d412e00/0x27b6fb26481ae5f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48206 expref: 3636 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802320:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a239a00/0x27b6fb264818b081 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c388d7 expref: 3635 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802349:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a60:0x0].0x0 (ffff8d250907fa00) 00010000:00010000:0.0:1776998320.802362:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.802387:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802403:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802414:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802432:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802441:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802449:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802596:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802608:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.802618:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.803638:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2873, 64 off192128 00010000:00010000:0.0:1776998320.803747:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803761:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803770:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803779:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803787:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803795:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803819:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.803843:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803851:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803859:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803868:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.803873:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803882:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803894:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a60:0x0].0x0 (ffff8d250db54900) 00010000:00010000:0.0:1776998320.803898:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.803902:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803909:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b98d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803928:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803937:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803945:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803957:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.803961:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803968:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803978:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.803981:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.803985:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.803992:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b98c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.804003:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004544e298 reply state 0000000005148e9b transno 4295019817 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.804015:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.804109:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3636:17551:x1863313756405376:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2013us (3478us total) trans 4295019817 rc 0/0 00000100:00100000:0.0:1776998320.804119:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51831 00010000:00010000:1.0:1776998320.804214:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.804223:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.804237:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.804241:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.804250:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.804261:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a60:0x0].0x0 (ffff8d250db54900) 00010000:00010000:1.0:1776998320.804264:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.804267:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.804274:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b98db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.804291:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.804293:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.804295:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.813616:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.813635:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998320.813640:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.813650:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.813658:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.813665:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.813705:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.813726:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcf262024 (ffff8d250db54f00) 00010000:00010000:1.0:1776998320.813731:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.813737:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.813745:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b98cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf262024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.821965:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756405632 00000100:00100000:2.0:1776998320.821983:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756405632 00000100:00100000:2.0:1776998320.822109:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16891 00000100:00100000:2.0:1776998320.822124:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3635:17551:x1863313756405632:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.823780:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3636:17551:x1863313756405632:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1655us (10144us total) trans 4295019818 rc 0/0 00000100:00100000:2.0:1776998320.823794:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16891 00000100:00100000:2.0:1776998320.851417:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.851999:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756405888 00000100:00100000:1.0:1776998320.852013:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756405888 00000100:00100000:1.0:1776998320.852086:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51832 00000100:00100000:1.0:1776998320.852099:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3636:17551:x1863313756405888:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998320.852191:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998320.852226:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b0f7e00/0x27b6fb26481acef3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a13:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47794 expref: 3636 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852273:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508910600/0x27b6fb26481acec9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4777f expref: 3635 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852567:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a238800/0x27b6fb264818a5fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c386bc expref: 3634 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852584:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a13:0x0].0x0 (ffff8d250907ff00) 00010000:00010000:1.0:1776998320.852595:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998320.852622:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852639:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852652:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852670:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852679:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852688:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852820:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852831:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.852840:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998320.853502:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2862, 64 off191360 00010000:00010000:1.0:1776998320.853611:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853625:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853642:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853652:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853660:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853668:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853705:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998320.853728:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853735:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853742:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853750:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.853754:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853764:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853775:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a13:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:1.0:1776998320.853779:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998320.853784:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853792:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b98f0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a13:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853811:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853820:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853827:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853835:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.853838:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853846:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853856:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998320.853859:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.853863:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.853870:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b98e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998320.853882:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fe7c8d2 reply state 000000004f97b99a transno 4295019819 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998320.853898:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998320.853994:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3635:17551:x1863313756405888:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1896us (2587us total) trans 4295019819 rc 0/0 00000100:00100000:1.0:1776998320.854005:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51832 00010000:00010000:3.0:1776998320.854206:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.854215:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.854223:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.854227:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.854251:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.854263:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a13:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:3.0:1776998320.854266:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.854270:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.854278:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b98f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.854296:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.854300:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.854302:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.865062:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865084:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865094:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865101:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.865107:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865116:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865136:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfb30a9ae (ffff8d2509e7ca00) 00010000:00010000:3.0:1776998320.865140:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.865145:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.865154:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b98e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfb30a9ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.867983:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.868449:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756406144 00000100:00100000:1.0:1776998320.868461:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756406144 00000100:00100000:1.0:1776998320.868534:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16892 00000100:00100000:1.0:1776998320.868568:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3634:17551:x1863313756406144:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998320.868929:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3635:17551:x1863313756406144:12345-192.168.201.35@tcp:35:rm.0 Request processed in 363us (952us total) trans 4295019820 rc 0/0 00000100:00100000:1.0:1776998320.868940:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16892 00000100:00100000:0.0:1776998320.874899:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.875041:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756406400 00000100:00100000:1.0:1776998320.875052:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756406400 00000100:00100000:1.0:1776998320.875125:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51833 00000100:00100000:1.0:1776998320.875138:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3635:17551:x1863313756406400:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.877378:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.877414:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d321800/0x27b6fb26481acd25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a0d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476c2 expref: 3635 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877442:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d322200/0x27b6fb26481accfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a0d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476ad expref: 3634 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877466:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2e3a00/0x27b6fb264818a528 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a0d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38692 expref: 3633 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877479:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0d:0x0].0x0 (ffff8d2509e93d00) 00010000:00010000:0.0:1776998320.877492:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.877517:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877533:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877569:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877588:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877597:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877606:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877725:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877733:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.877740:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.878335:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2863, 64 off191424 00010000:00010000:0.0:1776998320.878413:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878425:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878436:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878445:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878453:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878461:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878494:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.878515:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878523:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878530:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878557:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.878563:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878573:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878585:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0d:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998320.878590:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.878594:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878601:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b990c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878622:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878629:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878635:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998320.878637:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878643:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878644:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.878648:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878651:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998320.878656:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878657:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878665:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878667:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.878670:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.878674:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878677:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a0d:0x0].0x0 (ffff8d250db54500) 00010000:00010000:2.0:1776998320.878681:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998320.878685:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.878942:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b98fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878942:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9913 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.878956:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf4c9add reply state 0000000010e7a782 transno 4295019821 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.878960:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.878963:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998320.878966:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998320.878968:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.879067:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3634:17551:x1863313756406400:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3928us (4175us total) trans 4295019821 rc 0/0 00000100:00100000:0.0:1776998320.879078:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51833 00000100:00100000:0.0:1776998320.885104:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998320.885224:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885241:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885250:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885258:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.885263:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885273:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885292:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa6b576ba (ffff8d250db54600) 00010000:00010000:1.0:1776998320.885296:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.885301:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.885309:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9905 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b576ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.885678:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756406656 00000100:00100000:2.0:1776998320.885690:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756406656 00000100:00100000:2.0:1776998320.885747:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16893 00000100:00100000:2.0:1776998320.885759:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3633:17551:x1863313756406656:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998320.886107:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3634:17551:x1863313756406656:12345-192.168.201.35@tcp:35:rm.0 Request processed in 348us (1012us total) trans 4295019822 rc 0/0 00000100:00100000:2.0:1776998320.886118:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16893 00000100:00100000:2.0:1776998320.892632:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.892722:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756406912 00000100:00100000:0.0:1776998320.892735:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756406912 00000100:00100000:0.0:1776998320.892806:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51834 00000100:00100000:0.0:1776998320.892820:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3634:17551:x1863313756406912:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.892891:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.892921:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d02a00/0x27b6fb2648198464 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15c8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e153 expref: 3634 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.892947:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d00800/0x27b6fb264819843a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e13e expref: 3633 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.892965:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e173a00/0x27b6fb2648180fb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c368af expref: 3632 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.892982:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c8:0x0].0x0 (ffff8d250886b800) 00010000:00010000:0.0:1776998320.892994:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.893021:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893037:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893050:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893068:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893078:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893086:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893229:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893240:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.893249:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.894683:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2864, 64 off191488 00010000:00010000:0.0:1776998320.894758:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894769:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894784:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894794:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894803:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894811:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894847:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.894870:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894878:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894887:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894892:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998320.894894:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.894900:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894900:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894909:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998320.894911:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894913:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894923:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894924:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c8:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998320.894928:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.894933:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894935:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15c8:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998320.894941:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9928 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894954:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.894958:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894960:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894966:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b992f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894969:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894978:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.894984:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.894984:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.894987:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.894988:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.894989:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998320.894997:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.895006:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.895010:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.895014:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.895022:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b991a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.895034:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6dec9f1 reply state 000000006917cd86 transno 4295019823 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.895051:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.895152:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3633:17551:x1863313756406912:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2333us (2529us total) trans 4295019823 rc 0/0 00000100:00100000:0.0:1776998320.895163:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51834 00010000:00010000:2.0:1776998320.901758:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901790:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901797:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901803:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998320.901808:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901818:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901835:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5b3904c3 (ffff8d250db54500) 00010000:00010000:2.0:1776998320.901837:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998320.901841:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998320.901847:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9921 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5b3904c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998320.915975:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.917051:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756407168 00000100:00100000:1.0:1776998320.917065:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756407168 00000100:00100000:1.0:1776998320.917141:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16894 00000100:00100000:1.0:1776998320.917157:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3632:17551:x1863313756407168:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998320.917563:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3633:17551:x1863313756407168:12345-192.168.201.35@tcp:35:rm.0 Request processed in 409us (1597us total) trans 4295019824 rc 0/0 00000100:00100000:1.0:1776998320.917576:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16894 00000100:00100000:2.0:1776998320.929041:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.930928:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756407424 00000100:00100000:1.0:1776998320.930965:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756407424 00000100:00100000:1.0:1776998320.931066:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51835 00000100:00100000:1.0:1776998320.931082:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3633:17551:x1863313756407424:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998320.931157:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998320.931262:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f09e00/0x27b6fb264819bebe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x168a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd9 expref: 3633 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.931293:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c1800/0x27b6fb264819be94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x168a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbc4 expref: 3632 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.931562:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25090faa00/0x27b6fb2648182a3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x168a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36dfd expref: 3631 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.931579:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168a:0x0].0x0 (ffff8d2638eace00) 00010000:00010000:1.0:1776998320.936508:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998320.936591:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.936614:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.936628:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.936646:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.936656:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.936917:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.937059:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.937071:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.937081:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.938101:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2865, 64 off191552 00010000:00010000:0.0:1776998320.938246:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938259:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938269:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938498:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938507:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938515:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938559:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.938585:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938593:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938600:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938609:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.938615:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938624:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938639:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168a:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:0.0:1776998320.938643:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.938648:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938930:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9944 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x168a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938952:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938961:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938968:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938974:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.938978:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.938986:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.939000:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.939003:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.939006:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.939013:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197600/0x27b6fb26481b9936 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.939024:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065047bf9 reply state 000000000a926cb2 transno 4295019825 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.939036:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.939148:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3632:17551:x1863313756407424:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8065us (10126us total) trans 4295019825 rc 0/0 00000100:00100000:0.0:1776998320.939160:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51835 00010000:00010000:1.0:1776998320.939586:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998320.941951:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.941967:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998320.941977:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.941988:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.942003:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x168a:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998320.942006:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998320.942012:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.942020:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b994b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x168a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.942064:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.942066:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998320.942069:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998320.947118:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998320.947463:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947480:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947490:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947505:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998320.947511:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947520:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947561:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x45f91292 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998320.947567:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998320.947572:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998320.947581:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b993d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x45f91292 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.948380:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756407680 00000100:00100000:0.0:1776998320.948393:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756407680 00000100:00100000:0.0:1776998320.948450:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16895 00000100:00100000:0.0:1776998320.948464:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3631:17551:x1863313756407680:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998320.949124:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3632:17551:x1863313756407680:12345-192.168.201.35@tcp:35:rm.0 Request processed in 661us (2014us total) trans 4295019826 rc 0/0 00000100:00100000:0.0:1776998320.949136:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16895 00000100:00100000:3.0:1776998320.962072:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.962223:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756407936 00000100:00100000:0.0:1776998320.962250:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756407936 00000100:00100000:0.0:1776998320.962341:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51836 00000100:00100000:0.0:1776998320.962354:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3632:17551:x1863313756407936:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.962439:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.962470:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d168e00/0x27b6fb2648199af3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1613:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb94 expref: 3632 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962500:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bde6400/0x27b6fb2648199ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1613:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb7f expref: 3631 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962518:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e172200/0x27b6fb26481819fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1613:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36abc expref: 3630 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962532:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1613:0x0].0x0 (ffff8d2636847500) 00010000:00010000:0.0:1776998320.962570:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.962596:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962612:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962623:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962644:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962655:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962665:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962844:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962861:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.962870:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998320.963534:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2874, 64 off192192 00000004:00080000:0.0:1776998320.963572:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4031755400710ns, next at 4032755396728ns, rc = 0 00010000:00010000:0.0:1776998320.963645:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963660:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963672:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963681:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963689:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963698:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.963995:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998320.964022:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964033:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964042:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964051:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.964056:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964066:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964079:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1613:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998320.964082:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998320.964087:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964095:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9960 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964115:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964122:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964130:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964136:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998320.964140:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964153:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964163:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998320.964166:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998320.964195:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.964203:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b9952 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998320.964215:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099adb19c reply state 00000000ffb7e9ee transno 4295019827 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998320.964227:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998320.964592:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3631:17551:x1863313756407936:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2237us (2527us total) trans 4295019827 rc 0/0 00000100:00100000:0.0:1776998320.964604:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51836 00010000:00010000:3.0:1776998320.965496:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998320.965506:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.965515:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998320.965520:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.965529:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.965565:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1613:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:3.0:1776998320.965569:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998320.965574:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.965582:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9967 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.965602:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.965604:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.965607:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998320.981799:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981823:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981835:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981844:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998320.981851:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981863:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981884:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x25900771 (ffff8d250db54900) 00010000:00010000:3.0:1776998320.981890:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998320.981897:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998320.981907:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9959 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x25900771 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998320.990210:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998320.990403:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756408192 00000100:00100000:1.0:1776998320.990416:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756408192 00000100:00100000:1.0:1776998320.990494:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16896 00000100:00100000:1.0:1776998320.990508:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3630:17551:x1863313756408192:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998320.990917:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3631:17551:x1863313756408192:12345-192.168.201.35@tcp:35:rm.0 Request processed in 410us (716us total) trans 4295019828 rc 0/0 00000100:00100000:1.0:1776998320.990929:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16896 00000100:00100000:2.0:1776998320.998529:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998320.998747:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756408448 00000100:00100000:0.0:1776998320.998759:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756408448 00000100:00100000:0.0:1776998320.998838:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51837 00000100:00100000:0.0:1776998320.998852:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3631:17551:x1863313756408448:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998320.998918:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998320.998967:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c0c800/0x27b6fb264819a191 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1629:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee96 expref: 3631 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.998998:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509769e00/0x27b6fb264819a167 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1629:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee81 expref: 3630 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999025:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b26200/0x27b6fb2648181cfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1629:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36b56 expref: 3629 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999041:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1629:0x0].0x0 (ffff8d25096e2c00) 00010000:00010000:0.0:1776998320.999055:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998320.999084:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999101:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999115:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999133:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999143:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999152:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999347:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999360:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998320.999372:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.000096:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2875, 64 off192256 00010000:00010000:0.0:1776998321.000226:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000241:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000254:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000265:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000274:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000283:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000302:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.000325:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000334:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000344:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000353:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.000358:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000369:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000382:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1629:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998321.000386:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.000390:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000399:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b997c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000419:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000428:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000437:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000444:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.000447:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000456:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000466:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.000470:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.000474:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.000489:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b996e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.000501:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e79100c reply state 0000000084666015 transno 4295019829 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.000513:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.000623:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3630:17551:x1863313756408448:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1771us (2101us total) trans 4295019829 rc 0/0 00000100:00100000:0.0:1776998321.000634:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51837 00010000:00010000:2.0:1776998321.002531:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.002560:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.002573:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.002578:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.002870:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.002888:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1629:0x0].0x0 (ffff8d250db54100) 00010000:00010000:2.0:1776998321.002892:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998321.002897:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.002911:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9983 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.002932:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.002935:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.002938:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.011469:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.011627:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756408704 00000100:00100000:2.0:1776998321.011639:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756408704 00000100:00100000:2.0:1776998321.011717:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16897 00000100:00100000:2.0:1776998321.011731:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3630:17551:x1863313756408704:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.012097:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3631:17551:x1863313756408704:12345-192.168.201.35@tcp:35:rm.0 Request processed in 366us (635us total) trans 4295019830 rc 0/0 00000100:00100000:2.0:1776998321.012109:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16897 00010000:00010000:1.0:1776998321.012873:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012891:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012901:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012911:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.012917:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012927:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012947:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcfa9ca72 (ffff8d250db54300) 00010000:00010000:1.0:1776998321.012951:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.012957:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.012966:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9975 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcfa9ca72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.023413:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.024141:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756408960 00000100:00100000:0.0:1776998321.024155:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756408960 00000100:00100000:0.0:1776998321.024295:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51838 00000100:00100000:0.0:1776998321.024309:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3630:17551:x1863313756408960:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.024385:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.024418:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509329600/0x27b6fb26481a64c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18b2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44751 expref: 3630 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024450:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d99e000/0x27b6fb26481a649c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18b2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4473c expref: 3629 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024466:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e21400/0x27b6fb26481875b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37d15 expref: 3628 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024479:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b2:0x0].0x0 (ffff8d250904cb00) 00010000:00010000:0.0:1776998321.024492:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.024519:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024555:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024568:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024588:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024598:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.024606:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.025017:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.025030:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.025041:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.026064:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2876, 64 off192320 00010000:00010000:0.0:1776998321.026148:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026161:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026220:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026231:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026239:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026249:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026274:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.026296:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026305:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026313:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026321:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.026327:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026337:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026347:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b2:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998321.026351:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.026355:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026368:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9998 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026386:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026395:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026402:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026409:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.026412:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026420:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026429:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.026431:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.026435:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.026441:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b998a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.026451:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a911beb8 reply state 000000002002eaac transno 4295019831 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.026463:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.026572:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3629:17551:x1863313756408960:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2263us (3168us total) trans 4295019831 rc 0/0 00000100:00100000:0.0:1776998321.026583:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51838 00010000:00010000:2.0:1776998321.028870:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.028880:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.028890:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.028894:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.028904:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.028919:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b2:0x0].0x0 (ffff8d250db54700) 00010000:00010000:2.0:1776998321.028923:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998321.028927:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.028959:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b999f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.028980:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.028983:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.028986:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.042136:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.042812:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756409216 00000100:00100000:2.0:1776998321.042825:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756409216 00000100:00100000:2.0:1776998321.042903:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16898 00000100:00100000:2.0:1776998321.042919:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3629:17551:x1863313756409216:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.043363:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3630:17551:x1863313756409216:12345-192.168.201.35@tcp:35:rm.0 Request processed in 445us (1236us total) trans 4295019832 rc 0/0 00000100:00100000:2.0:1776998321.043375:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16898 00010000:00010000:3.0:1776998321.043866:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043883:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043893:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043901:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.043908:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043919:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043939:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3e49ec02 (ffff8d250db54a00) 00010000:00010000:3.0:1776998321.043944:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.043949:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.043958:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9991 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3e49ec02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.053200:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.058755:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756409472 00000100:00100000:0.0:1776998321.065616:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756409472 00000100:00100000:1.0:1776998321.068221:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51839 00000100:00100000:1.0:1776998321.068240:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3629:17551:x1863313756409472:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998321.068575:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998321.068610:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3ce00/0x27b6fb26481a5fa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444fe expref: 3629 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068640:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f2e00/0x27b6fb26481a5f7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444e9 expref: 3628 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068660:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250953e200/0x27b6fb2648187364 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37c9e expref: 3627 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068681:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a1:0x0].0x0 (ffff8d250904cf00) 00010000:00010000:1.0:1776998321.068693:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.068720:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068736:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068749:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068766:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068775:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068784:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068920:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068931:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.068942:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998321.069971:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2866, 64 off191616 00010000:00010000:1.0:1776998321.070053:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070066:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070077:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070088:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070097:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070107:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070131:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.070154:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070163:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070197:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070206:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.070211:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070223:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070236:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a1:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998321.070241:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998321.070246:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070256:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b99b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070277:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070286:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070295:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070303:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.070307:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070315:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070325:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998321.070328:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.070332:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.070340:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b99a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998321.070359:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005693f394 reply state 00000000cac7be7c transno 4295019833 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.070371:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998321.070476:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3628:17551:x1863313756409472:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2240us (17288us total) trans 4295019833 rc 0/0 00000100:00100000:1.0:1776998321.070488:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51839 00010000:00010000:2.0:1776998321.070830:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.070839:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.070850:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.070855:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.070864:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.070877:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a1:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998321.070881:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998321.070885:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.070900:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b99bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.070919:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.070921:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.070924:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.084573:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084597:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084609:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084618:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.084624:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084634:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084656:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x42d77cdd (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998321.084660:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.084666:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.084675:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x42d77cdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.088821:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.088970:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756409728 00000100:00100000:1.0:1776998321.088983:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756409728 00000100:00100000:1.0:1776998321.089041:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16899 00000100:00100000:1.0:1776998321.089055:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3627:17551:x1863313756409728:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998321.089473:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3628:17551:x1863313756409728:12345-192.168.201.35@tcp:35:rm.0 Request processed in 420us (661us total) trans 4295019834 rc 0/0 00000100:00100000:1.0:1776998321.089484:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16899 00000100:00100000:1.0:1776998321.102153:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.104574:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756409984 00000100:00100000:3.0:1776998321.104588:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756409984 00000100:00100000:2.0:1776998321.104976:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51840 00000100:00100000:2.0:1776998321.104993:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3628:17551:x1863313756409984:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998321.105087:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998321.105121:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508918600/0x27b6fb26481a43b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1844:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43847 expref: 3628 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105154:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffa400/0x27b6fb26481a4386 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1844:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43832 expref: 3627 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105173:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6da000/0x27b6fb26481866ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1844:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37a13 expref: 3626 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105189:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1844:0x0].0x0 (ffff8d250d7d9d00) 00010000:00010000:2.0:1776998321.105201:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.105227:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105875:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105892:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105922:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105933:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.105964:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.106130:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.106142:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.106153:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998321.106917:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2867, 64 off191680 00010000:00010000:2.0:1776998321.107005:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107019:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107030:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107041:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107054:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107063:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107238:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.107266:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107277:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107288:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107297:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.107342:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107356:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107372:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1844:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998321.107377:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998321.107383:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107392:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b99d0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1844:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107415:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107432:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107441:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107448:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.107452:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107461:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107472:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998321.107476:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.107480:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.107489:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b99c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998321.107502:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dabeb242 reply state 0000000082862c22 transno 4295019835 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.107515:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998321.107639:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3627:17551:x1863313756409984:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2646us (5492us total) trans 4295019835 rc 0/0 00000100:00100000:2.0:1776998321.107652:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51840 00010000:00010000:2.0:1776998321.115412:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115444:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115455:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115466:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.115473:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115484:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115507:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf1ef4652 (ffff8d250da9e400) 00010000:00010000:2.0:1776998321.115512:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.115519:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.115529:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b99c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1ef4652 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117206:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.117218:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117230:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.117235:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117247:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117265:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1844:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998321.117269:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998321.117275:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117285:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b99d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1844:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.117310:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.117313:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.117316:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.126276:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.128875:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756410240 00000100:00100000:0.0:1776998321.128893:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756410240 00000100:00100000:2.0:1776998321.130207:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16900 00000100:00100000:2.0:1776998321.130228:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3626:17551:x1863313756410240:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.130645:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3627:17551:x1863313756410240:12345-192.168.201.35@tcp:35:rm.0 Request processed in 423us (4379us total) trans 4295019836 rc 0/0 00000100:00100000:2.0:1776998321.130659:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16900 00000100:00100000:3.0:1776998321.136984:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.140558:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756410496 00000100:00100000:0.0:1776998321.140575:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756410496 00000100:00100000:0.0:1776998321.140972:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51841 00000100:00100000:0.0:1776998321.140989:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3627:17551:x1863313756410496:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.141082:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.141114:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250891ba00/0x27b6fb26481a4497 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1847:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438b0 expref: 3627 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141143:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffa000/0x27b6fb26481a446d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1847:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4389b expref: 3626 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141162:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6dae00/0x27b6fb2648186716 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1847:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37a28 expref: 3625 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141177:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1847:0x0].0x0 (ffff8d250d7d9300) 00010000:00010000:0.0:1776998321.141190:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.141216:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141235:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141255:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141276:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141288:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141298:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141592:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141606:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.141617:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.144927:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2877, 64 off192384 00010000:00010000:0.0:1776998321.145427:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145449:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145464:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145477:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145489:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145499:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145638:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.145666:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145677:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145686:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145695:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.145701:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145713:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145731:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1847:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998321.145735:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.145741:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145751:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b99ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1847:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145784:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145795:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145804:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145813:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.145817:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145828:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145840:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.145844:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.145849:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.145857:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b99de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.145872:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa128d8a reply state 0000000062968c55 transno 4295019837 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.145886:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.146895:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3626:17551:x1863313756410496:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5903us (9914us total) trans 4295019837 rc 0/0 00000100:00100000:0.0:1776998321.146909:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51841 00010000:00010000:1.0:1776998321.147604:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.147615:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.147627:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.147632:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.147643:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.147657:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1847:0x0].0x0 (ffff8d250db54000) 00010000:00010000:1.0:1776998321.147661:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998321.147667:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.147675:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346200/0x27b6fb26481b99f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1847:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.154684:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.154695:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.154699:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.157939:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.157962:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.157975:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.157985:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.157993:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.158004:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.158028:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf89c1866 (ffff8d250db54400) 00010000:00010000:1.0:1776998321.158033:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.158040:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.158051:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b99e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf89c1866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.167694:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.170420:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756410752 00000100:00100000:0.0:1776998321.170435:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756410752 00000100:00100000:0.0:1776998321.170524:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16901 00000100:00100000:0.0:1776998321.170565:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3625:17551:x1863313756410752:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998321.170980:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3626:17551:x1863313756410752:12345-192.168.201.35@tcp:35:rm.0 Request processed in 442us (3297us total) trans 4295019838 rc 0/0 00000100:00100000:0.0:1776998321.170992:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16901 00000100:00100000:0.0:1776998321.183002:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.192866:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756411008 00000100:00100000:1.0:1776998321.192935:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756411008 00000100:00100000:1.0:1776998321.193052:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51842 00000100:00100000:1.0:1776998321.193068:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3626:17551:x1863313756411008:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998321.193141:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998321.193208:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d937800/0x27b6fb264819b786 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1672:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f891 expref: 3626 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193239:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d936c00/0x27b6fb264819b75c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1672:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f87c expref: 3625 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193261:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25090fb800/0x27b6fb26481826f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1672:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36d55 expref: 3624 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193278:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1672:0x0].0x0 (ffff8d2638eacf00) 00010000:00010000:1.0:1776998321.193293:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.193320:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193338:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193353:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193373:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193384:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193396:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193553:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193568:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.193578:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998321.202202:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2868, 64 off191744 00010000:00010000:1.0:1776998321.202396:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202423:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202442:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202456:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202466:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202477:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202497:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.202524:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202562:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202600:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202608:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.202615:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202625:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202642:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1672:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:1.0:1776998321.202646:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998321.202652:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202661:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196600/0x27b6fb26481b9a08 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1672:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202686:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202696:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202705:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202712:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.202716:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202725:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202737:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998321.202741:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.202745:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.202753:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196800/0x27b6fb26481b99fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998321.202767:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b49e845 reply state 000000008390b770 transno 4295019839 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.202788:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998321.202907:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3625:17551:x1863313756411008:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9837us (19910us total) trans 4295019839 rc 0/0 00000100:00100000:1.0:1776998321.202921:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51842 00010000:00010000:2.0:1776998321.203472:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.203483:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.203495:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.203500:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.203510:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.203525:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1672:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:2.0:1776998321.203528:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998321.203553:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.203562:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d196e00/0x27b6fb26481b9a0f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1672:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.203585:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.203588:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.203591:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.215503:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215527:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215561:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215571:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.215578:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215589:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215624:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd8bd5afa (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998321.215629:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.215635:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.215645:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d197000/0x27b6fb26481b9a01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd8bd5afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.222473:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.222524:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756411264 00000100:00100000:3.0:1776998321.222562:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756411264 00000100:00100000:3.0:1776998321.222626:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16902 00000100:00100000:3.0:1776998321.222640:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3624:17551:x1863313756411264:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998321.222982:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3625:17551:x1863313756411264:12345-192.168.201.35@tcp:35:rm.0 Request processed in 343us (520us total) trans 4295019840 rc 0/0 00000100:00100000:3.0:1776998321.222996:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16902 00000100:00100000:3.0:1776998321.252258:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.263024:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756411520 00000100:00100000:2.0:1776998321.263041:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756411520 00000100:00100000:2.0:1776998321.263111:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51843 00000100:00100000:2.0:1776998321.263125:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3625:17551:x1863313756411520:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998321.263486:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998321.263521:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bde6600/0x27b6fb2648199fc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1623:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edc4 expref: 3625 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263570:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa4400/0x27b6fb2648199f99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1623:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edaf expref: 3624 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263596:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b27800/0x27b6fb2648181c2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1623:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36b2c expref: 3623 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263610:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1623:0x0].0x0 (ffff8d250886b600) 00010000:00010000:2.0:1776998321.263655:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.263683:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263701:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263714:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263733:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263743:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263751:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263882:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263893:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.263902:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998321.264927:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2878, 64 off192448 00010000:00010000:2.0:1776998321.265009:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265024:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265036:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265046:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265055:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265063:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265085:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.265109:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265119:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265128:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265136:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.265142:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265153:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265166:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1623:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998321.265170:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998321.265175:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265206:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3800/0x27b6fb26481b9a24 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1623:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265227:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265236:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265245:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265252:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.265255:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.265264:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.273978:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998321.273985:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.273995:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278493:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.278508:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278522:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.278527:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278561:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278578:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1623:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998321.278582:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.278588:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278597:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9a2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.278628:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.278630:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.278633:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.280784:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2000/0x27b6fb26481b9a16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998321.280815:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002726ccb6 reply state 0000000034068669 transno 4295019841 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.280827:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998321.280948:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3624:17551:x1863313756411520:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17819us (28693us total) trans 4295019841 rc 0/0 00000100:00100000:2.0:1776998321.280961:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51843 00000100:00100000:3.0:1776998321.294825:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998321.297446:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297465:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297476:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297484:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.297490:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297500:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297520:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x13b9bbfe (ffff8d250da9e500) 00010000:00010000:1.0:1776998321.297525:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.297550:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.297560:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3c00/0x27b6fb26481b9a1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x13b9bbfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.297611:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756411776 00000100:00100000:1.0:1776998321.297622:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756411776 00000100:00100000:1.0:1776998321.297718:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16903 00000100:00100000:1.0:1776998321.297731:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3623:17551:x1863313756411776:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998321.298093:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3624:17551:x1863313756411776:12345-192.168.201.35@tcp:35:rm.0 Request processed in 362us (3277us total) trans 4295019842 rc 0/0 00000100:00100000:1.0:1776998321.298105:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16903 00000100:00100000:1.0:1776998321.315006:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.315598:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756412032 00000100:00100000:0.0:1776998321.315610:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756412032 00000100:00100000:0.0:1776998321.315687:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51844 00000100:00100000:0.0:1776998321.315701:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3624:17551:x1863313756412032:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.315791:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.315824:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c0fc00/0x27b6fb264819a3f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1631:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efae expref: 3624 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315852:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a0c00/0x27b6fb264819a3cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1631:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ef99 expref: 3623 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315872:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502825400/0x27b6fb2648181e14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1631:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36b8e expref: 3622 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315885:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1631:0x0].0x0 (ffff8d25096e2e00) 00010000:00010000:0.0:1776998321.315899:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.315924:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315963:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315975:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.315999:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.316009:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.316036:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.316224:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.316239:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.316251:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.316919:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2879, 64 off192512 00010000:00010000:0.0:1776998321.317001:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317016:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317028:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317039:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317048:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317056:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317082:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.317105:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317115:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317123:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317131:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.317136:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317147:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317159:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1631:0x0].0x0 (ffff8d250db54200) 00010000:00010000:0.0:1776998321.317163:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.317215:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317225:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317246:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317262:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317272:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317279:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.317283:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317295:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317307:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.317311:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.317315:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.317323:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a32 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.317336:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068f06ec2 reply state 00000000f27b30ee transno 4295019843 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.317347:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998321.317825:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3623:17551:x1863313756412032:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2123us (2827us total) trans 4295019843 rc 0/0 00000100:00100000:2.0:1776998321.317838:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51844 00010000:00010000:1.0:1776998321.317938:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.317946:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.317956:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.317961:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.317971:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.317984:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1631:0x0].0x0 (ffff8d250db54200) 00010000:00010000:1.0:1776998321.317988:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998321.317993:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.318001:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9a47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.318041:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.318044:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.318047:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.332466:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998321.334077:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334096:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334106:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334115:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.334121:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334131:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334158:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9f6a0e89 (ffff8d250db54d00) 00010000:00010000:2.0:1776998321.334162:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.334208:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.334218:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f6a0e89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.336511:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756412288 00000100:00100000:2.0:1776998321.336527:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756412288 00000100:00100000:2.0:1776998321.336633:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16904 00000100:00100000:2.0:1776998321.336648:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3622:17551:x1863313756412288:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.337312:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3623:17551:x1863313756412288:12345-192.168.201.35@tcp:35:rm.0 Request processed in 665us (4853us total) trans 4295019844 rc 0/0 00000100:00100000:2.0:1776998321.337324:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16904 00000100:00100000:0.0:1776998321.342473:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.342744:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756412544 00000100:00100000:3.0:1776998321.342756:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756412544 00000100:00100000:3.0:1776998321.342832:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51845 00000100:00100000:3.0:1776998321.342846:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3623:17551:x1863313756412544:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998321.342914:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998321.342968:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbcb200/0x27b6fb26481aeaec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a70:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4844b expref: 3623 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.342999:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe1200/0x27b6fb26481aeac2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a70:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48436 expref: 3622 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343018:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b851200/0x27b6fb264818b2b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a70:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38947 expref: 3621 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343032:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a70:0x0].0x0 (ffff8d2508d20400) 00010000:00010000:3.0:1776998321.343044:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.343071:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343088:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343101:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343121:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343130:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343139:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343339:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343351:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.343362:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998321.344071:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2880, 64 off192576 00010000:00010000:3.0:1776998321.344159:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344204:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344217:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344228:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344237:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344246:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344267:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998321.344579:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344589:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344598:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344607:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.344613:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344624:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344638:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a70:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998321.344642:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998321.344934:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344944:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9a5c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344967:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344976:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344984:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.344992:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.344996:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.345005:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.345016:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998321.345020:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.345025:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.345031:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9a4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998321.345043:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000751440aa reply state 00000000d07db84d transno 4295019845 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.345060:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998321.345158:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250beded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3622:17551:x1863313756412544:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2312us (2693us total) trans 4295019845 rc 0/0 00000100:00100000:3.0:1776998321.345192:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51845 00010000:00010000:0.0:1776998321.345470:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.345478:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.345488:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.345493:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.345501:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.345513:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a70:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:0.0:1776998321.345517:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.345520:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.345528:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9a63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.345571:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.345573:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.345575:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.360332:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360355:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360367:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360376:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.360383:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360394:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360416:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc8010bab (ffff8d250da6ba00) 00010000:00010000:2.0:1776998321.360420:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.360426:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.360435:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9a55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc8010bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.361972:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.362298:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756412800 00000100:00100000:2.0:1776998321.362311:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756412800 00000100:00100000:2.0:1776998321.362374:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16905 00000100:00100000:2.0:1776998321.362388:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3621:17551:x1863313756412800:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.362775:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3622:17551:x1863313756412800:12345-192.168.201.35@tcp:35:rm.0 Request processed in 388us (809us total) trans 4295019846 rc 0/0 00000100:00100000:2.0:1776998321.362786:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16905 00000100:00100000:3.0:1776998321.368145:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.369135:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756413056 00000100:00100000:0.0:1776998321.369147:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756413056 00000100:00100000:0.0:1776998321.369237:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51846 00000100:00100000:0.0:1776998321.369250:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3622:17551:x1863313756413056:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.369315:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.369345:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d093e00/0x27b6fb26481ab2fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46add expref: 3622 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369371:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb8200/0x27b6fb26481ab2d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ac8 expref: 3621 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369388:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da06400/0x27b6fb2648189943 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38431 expref: 3620 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369406:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b6:0x0].0x0 (ffff8d2508c4bb00) 00010000:00010000:0.0:1776998321.369417:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.369442:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369457:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369469:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369485:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369494:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.369503:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.370852:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.370866:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.370876:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.371871:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2881, 64 off192640 00010000:00010000:0.0:1776998321.371943:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.371957:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.371968:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.371979:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.371987:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.371996:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372016:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.372039:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372047:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372055:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372062:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.372066:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372076:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372088:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b6:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998321.372092:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.372096:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372104:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a78 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372124:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372131:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372138:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372144:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.372148:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372156:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372165:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.372193:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.372198:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.372206:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a6a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.372225:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbba55a6 reply state 00000000b3801db5 transno 4295019847 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.372237:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.372326:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3621:17551:x1863313756413056:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3076us (4186us total) trans 4295019847 rc 0/0 00000100:00100000:0.0:1776998321.372337:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51846 00010000:00010000:3.0:1776998321.373754:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.373803:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.373814:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.373818:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.373828:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.373841:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b6:0x0].0x0 (ffff8d250db54400) 00010000:00010000:3.0:1776998321.373845:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998321.373849:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.373857:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.373876:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.373879:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.373881:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.384426:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384447:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384457:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384465:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.384471:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384480:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384501:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc2319c48 (ffff8d250db54200) 00010000:00010000:3.0:1776998321.384506:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.384511:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.384519:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347600/0x27b6fb26481b9a71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc2319c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.390552:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.391081:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756413312 00000100:00100000:0.0:1776998321.391093:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756413312 00000100:00100000:0.0:1776998321.391165:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16906 00000100:00100000:0.0:1776998321.391189:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3620:17551:x1863313756413312:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998321.392113:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3621:17551:x1863313756413312:12345-192.168.201.35@tcp:35:rm.0 Request processed in 926us (1589us total) trans 4295019848 rc 0/0 00000100:00100000:0.0:1776998321.392124:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16906 00000100:00100000:1.0:1776998321.402850:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.403029:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756413568 00000100:00100000:0.0:1776998321.403040:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756413568 00000100:00100000:0.0:1776998321.403101:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51847 00000100:00100000:0.0:1776998321.403115:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3621:17551:x1863313756413568:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.403222:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.403254:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db42e00/0x27b6fb26481ac5ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19f5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4737a expref: 3621 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403280:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db43000/0x27b6fb26481ac5c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47365 expref: 3620 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403297:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d016c00/0x27b6fb264818a1e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c385ea expref: 3619 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403313:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f5:0x0].0x0 (ffff8d2509249300) 00010000:00010000:0.0:1776998321.403325:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.403350:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403368:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403381:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403399:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403409:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403418:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403575:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403586:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.403596:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.404499:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2869, 64 off191808 00000004:00080000:0.0:1776998321.404511:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4032196340440ns, next at 4033196336918ns, rc = 0 00010000:00010000:0.0:1776998321.404603:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404617:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404627:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404637:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404886:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404896:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404918:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.404940:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404949:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404955:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404962:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.404967:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404981:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.404992:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f5:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998321.404996:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.405000:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405008:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347000/0x27b6fb26481b9a94 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405027:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405034:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405041:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405047:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.405050:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405057:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405065:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.405068:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.405072:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405100:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346e00/0x27b6fb26481b9a86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.405111:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abe08127 reply state 00000000a19c75a8 transno 4295019849 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.405121:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.405224:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3620:17551:x1863313756413568:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2110us (2383us total) trans 4295019849 rc 0/0 00000100:00100000:0.0:1776998321.405234:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51847 00010000:00010000:0.0:1776998321.405265:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.405272:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405279:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.405284:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405292:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405303:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f5:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998321.405305:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.405309:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405315:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346c00/0x27b6fb26481b9a9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.405329:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.405332:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.405334:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.414791:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998321.414908:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.414924:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.414946:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.414954:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.414961:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.414972:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.414992:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcf83808a (ffff8d250db54000) 00010000:00010000:2.0:1776998321.414997:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.415002:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.415026:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9a8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcf83808a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.424191:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756413824 00000100:00100000:3.0:1776998321.424206:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756413824 00000100:00100000:3.0:1776998321.424270:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16907 00000100:00100000:3.0:1776998321.424282:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3619:17551:x1863313756413824:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998321.424669:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3620:17551:x1863313756413824:12345-192.168.201.35@tcp:35:rm.0 Request processed in 387us (9899us total) trans 4295019850 rc 0/0 00000100:00100000:3.0:1776998321.424683:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16907 00000100:00100000:1.0:1776998321.437402:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.437507:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414080 00000100:00100000:3.0:1776998321.437519:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414080 00000100:00100000:3.0:1776998321.437614:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51848 00000100:00100000:3.0:1776998321.437628:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3620:17551:x1863313756414080:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998321.437717:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998321.437746:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f2200/0x27b6fb2648193630 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14c4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc7 expref: 3620 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437788:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f3000/0x27b6fb2648193606 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14c4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdb2 expref: 3619 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437804:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25091e8000/0x27b6fb264817ec2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36193 expref: 3618 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437817:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c4:0x0].0x0 (ffff8d26029daa00) 00010000:00010000:3.0:1776998321.437831:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.437854:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437869:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437880:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437896:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437911:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.437919:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.438058:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.438069:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.438078:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998321.438954:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2870, 64 off191872 00010000:00010000:3.0:1776998321.439034:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439046:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439056:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439065:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439072:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439079:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439099:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998321.439117:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439125:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439133:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439140:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.439145:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439154:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439164:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c4:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998321.439167:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998321.439466:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439474:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ab0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439495:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439501:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439515:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439522:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.439525:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439559:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439569:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998321.439573:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.439576:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.439583:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9aa2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998321.439594:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1c4e861 reply state 000000005e84a298 transno 4295019851 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.439604:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998321.439690:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3619:17551:x1863313756414080:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2063us (2294us total) trans 4295019851 rc 0/0 00000100:00100000:3.0:1776998321.439700:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51848 00010000:00010000:1.0:1776998321.440484:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.440493:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.440502:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.440506:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.440515:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.440527:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14c4:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:1.0:1776998321.440551:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998321.440555:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.440563:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9ab7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.440582:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.440585:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.440587:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.447705:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447724:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447740:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447748:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.447753:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447778:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447797:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9b82be48 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998321.447801:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.447807:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.447814:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9aa9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b82be48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.463793:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.464118:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414336 00000100:00100000:2.0:1776998321.464130:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414336 00000100:00100000:2.0:1776998321.464219:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16908 00000100:00100000:2.0:1776998321.464231:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3618:17551:x1863313756414336:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998321.464875:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3619:17551:x1863313756414336:12345-192.168.201.35@tcp:35:rm.0 Request processed in 645us (1091us total) trans 4295019852 rc 0/0 00000100:00100000:2.0:1776998321.464885:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16908 00000001:00080000:1.0:1776998321.468025:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295019838 is committed 00000004:00080000:1.0:1776998321.468047:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 362 committed 00000004:00080000:1.0:1776998321.468124:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 359 committed 00000004:00080000:1.0:1776998321.468146:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 361 committed 00000004:00080000:1.0:1776998321.468276:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 362 committed 00000004:00080000:1.0:1776998321.468312:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 358 committed 00000004:00080000:1.0:1776998321.468388:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 363 committed 00000004:00080000:1.0:1776998321.468413:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 360 committed 00000004:00080000:1.0:1776998321.468459:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 364 committed 00000004:00080000:1.0:1776998321.468477:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 361 committed 00000100:00100000:0.0:1776998321.469351:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802665856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.469419:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.469472:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802666368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.469498:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.469522:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776998321.469553:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802665984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.469578:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.469597:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802666496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.469889:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.469928:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665856 00000100:00100000:0.0:1776998321.469935:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665856 00000100:00100000:0.0:1776998321.469983:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802666368 00000100:00100000:0.0:1776998321.469987:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802666368 00000100:00100000:0.0:1776998321.470005:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665984 00000100:00100000:0.0:1776998321.470008:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665984 00000100:00100000:0.0:1776998321.470026:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802666496 00000100:00100000:0.0:1776998321.470029:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802666496 00000100:00100000:0.0:1776998321.470048:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12351 00000100:00100000:0.0:1776998321.470057:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3359:x1863313802665856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.470082:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2865 count 1 00010000:00010000:0.0:1776998321.470108:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470131:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 662 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470148:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470150:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470154:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470206:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 662 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470224:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 662 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.470237:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802666752:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.470560:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.470582:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12352 00000100:00100000:0.0:1776998321.470592:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3359:x1863313802666368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.470608:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2868 count 1 00010000:00010000:0.0:1776998321.470623:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470637:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 662 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470646:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470648:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470651:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470677:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 662 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470689:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 662 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.470702:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802666880:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.470732:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.470751:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12353 00000100:00100000:0.0:1776998321.470760:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3359:x1863313802665984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.470774:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2772 count 1 00010000:00010000:0.0:1776998321.470787:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470801:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 662 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470808:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470810:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470813:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470834:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 662 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470853:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 662 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.470864:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802667008:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.470892:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.470913:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12354 00000100:00100000:0.0:1776998321.470923:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3359:x1863313802666496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.470936:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3084 count 1 00010000:00010000:0.0:1776998321.470949:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470961:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 662 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470969:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470970:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.470973:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.470995:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 662 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.471005:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 662 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.471023:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802667136:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.471050:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da53c0 going to sleep for 11 seconds 00000100:00080000:3.0:1776998321.471758:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1776998321.471769:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.471805:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.471830:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802668032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.471855:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.471879:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1776998321.471887:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.471915:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.471931:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.471951:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.471976:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667520 00000100:00100000:3.0:1776998321.471981:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667520 00000100:00100000:3.0:1776998321.472014:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802668032 00000100:00100000:3.0:1776998321.472017:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802668032 00000100:00100000:3.0:1776998321.472034:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667392 00000100:00100000:3.0:1776998321.472037:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667392 00000100:00100000:3.0:1776998321.472053:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667904 00000100:00100000:3.0:1776998321.472057:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667904 00000100:00100000:3.0:1776998321.472078:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12355 00000100:00100000:3.0:1776998321.472086:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3360:x1863313802667520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998321.472102:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2706 count 1 00010000:00010000:3.0:1776998321.472122:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.472140:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 648 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.472148:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.472150:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.472153:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.472458:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 648 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.472472:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 648 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.472486:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802668288:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.472525:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090acd80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.472612:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802665728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.472646:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472666:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.472684:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472703:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998321.472726:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472744:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998321.472766:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472785:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1776998321.472791:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.472813:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472832:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.472855:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472872:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998321.472895:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472912:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802668160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998321.472934:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.472959:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802665728 00000100:00100000:2.0:1776998321.472964:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802665728 00000100:00100000:2.0:1776998321.472984:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802666240 00000100:00100000:2.0:1776998321.472988:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802666240 00000100:00100000:2.0:1776998321.472998:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667264 00000100:00100000:2.0:1776998321.473001:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667264 00000100:00100000:2.0:1776998321.473012:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667776 00000100:00100000:2.0:1776998321.473014:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667776 00000100:00100000:2.0:1776998321.473024:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802666112 00000100:00100000:2.0:1776998321.473026:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802666112 00000100:00100000:2.0:1776998321.473036:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802666624 00000100:00100000:2.0:1776998321.473039:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802666624 00000100:00100000:2.0:1776998321.473049:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802667648 00000100:00100000:2.0:1776998321.473051:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802667648 00000100:00100000:2.0:1776998321.473061:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802668160 00000100:00100000:2.0:1776998321.473063:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802668160 00000100:00100000:2.0:1776998321.473076:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12356 00000100:00100000:2.0:1776998321.473085:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802668032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.473100:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3396 count 1 00010000:00010000:2.0:1776998321.473115:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473140:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 648 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473148:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.473150:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.473153:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473201:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 648 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473214:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 648 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.473225:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802668416:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.473256:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.473283:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12357 00000100:00100000:2.0:1776998321.473294:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802667392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.473309:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3366 count 1 00010000:00010000:2.0:1776998321.473324:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473338:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 648 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473353:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.473354:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.473358:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473382:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 648 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.473393:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 648 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.473405:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802668544:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.473432:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714b40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.473706:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12358 00000100:00100000:1.0:1776998321.473717:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802667904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.473734:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2946 count 1 00010000:00010000:1.0:1776998321.473755:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473768:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 648 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473776:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.473778:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.473781:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473804:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 648 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473816:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 648 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.473828:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802668672:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.473885:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.473908:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12359 00000100:00100000:1.0:1776998321.473919:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802665728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.473935:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3137 count 1 00010000:00010000:1.0:1776998321.473949:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473964:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 662 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.473972:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.473974:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.473977:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474000:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 662 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474011:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 662 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.474021:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802668800:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.474050:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.474073:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12360 00000100:00100000:1.0:1776998321.474082:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802666240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.474099:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3092 count 1 00010000:00010000:1.0:1776998321.474112:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474132:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474139:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.474141:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.474144:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474165:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.474219:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.474230:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802668928:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.474259:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.481154:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12361 00000100:00100000:0.0:1776998321.481232:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802667264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998321.482797:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3269 count 1 00010000:00010000:0.0:1776998321.482826:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.482851:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 648 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.482860:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.482862:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.482866:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.482907:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 648 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.482922:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 648 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.482955:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802669056:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.483051:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.483746:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12362 00000100:00100000:3.0:1776998321.483777:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802667776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998321.483800:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3035 count 1 00010000:00010000:3.0:1776998321.483818:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.483832:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 648 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.483840:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.483842:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.483845:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.483875:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 648 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.483958:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 648 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.483972:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802669184:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.484020:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.484040:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12363 00000100:00100000:3.0:1776998321.484050:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802666112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.484067:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2857 count 1 00010000:00010000:3.0:1776998321.484084:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484097:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 662 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484106:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484108:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484111:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484134:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 662 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484147:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 662 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.484160:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802669312:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.484225:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.484246:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12364 00000100:00100000:3.0:1776998321.484256:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802666624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.484272:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2642 count 1 00010000:00010000:3.0:1776998321.484285:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484298:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 662 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484313:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484315:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484317:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484340:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 662 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484350:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.484360:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802669440:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.484387:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00000100:00080000:3.0:1776998321.484403:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1776998321.484420:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12365 00000100:00100000:3.0:1776998321.484429:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802667648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998321.484444:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2993 count 1 00010000:00010000:3.0:1776998321.484459:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484473:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 648 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484481:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484483:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484485:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484509:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 648 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484518:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 648 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.484554:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802669568:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.484584:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.484604:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12366 00000100:00100000:3.0:1776998321.484613:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802668160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998321.484627:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3256 count 1 00010000:00010000:3.0:1776998321.484638:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484655:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 648 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484937:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484939:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.484942:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484963:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 648 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.484975:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 648 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.484986:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802669696:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.485015:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.490408:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.490525:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.490572:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.490597:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.490621:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.490648:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414848 00000100:00100000:1.0:1776998321.490656:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414848 00010000:00010000:1.0:1776998321.490707:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 663 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.490748:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415104 00000100:00100000:1.0:1776998321.490751:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415104 00010000:00010000:1.0:1776998321.490765:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 664 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.490786:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414720 00000100:00100000:1.0:1776998321.490789:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414720 00010000:00010000:1.0:1776998321.490801:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 665 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.490812:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414976 00000100:00100000:1.0:1776998321.490815:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414976 00010000:00010000:1.0:1776998321.490828:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 666 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.490843:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5048 00000100:00100000:1.0:1776998321.490852:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+666:2373:x1863313756414848:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.490867:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.490873:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 666 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.490886:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 666 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.490913:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.490917:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.490922:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.490934:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.490956:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.491010:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+666:2373:x1863313756414848:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 158us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.491019:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5048 00000100:00100000:1.0:1776998321.491040:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5049 00000100:00100000:1.0:1776998321.491047:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+665:2373:x1863313756415104:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.491056:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.491062:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 665 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491073:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 665 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491087:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491089:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491092:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491101:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491119:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.491138:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+665:2373:x1863313756415104:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 92us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.491145:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5049 00000100:00100000:1.0:1776998321.491159:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5050 00000100:00100000:1.0:1776998321.491198:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+664:2373:x1863313756414720:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.491209:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.491214:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 664 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491226:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 664 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491239:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491241:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491245:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491254:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491267:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.491288:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+664:2373:x1863313756414720:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 122us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.491295:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5050 00000100:00100000:1.0:1776998321.491310:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5051 00000100:00100000:1.0:1776998321.491317:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+663:2373:x1863313756414976:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.491325:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.491330:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 663 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491341:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 663 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491353:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491355:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.491358:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491367:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491380:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.491399:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+663:2373:x1863313756414976:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 82us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.491406:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5051 00000100:00080000:1.0:1776998321.491439:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1776998321.491485:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d3d0f4/0x27b6fb26481a4187 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4374b expref: 662 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.491500:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802667136:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.491522:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491559:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491567:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491578:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491586:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.491606:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.492208:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802666496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21286us (22316us total) trans 4294970631 rc 0/0 00000100:00100000:1.0:1776998321.492218:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12354 00010000:00010000:1.0:1776998321.492243:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.492250:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492558:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.492563:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492581:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492595:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492604:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9ad3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492622:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.492623:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.492625:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.492651:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b11dc0db/0x27b6fb26481985d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xad4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e1fb expref: 661 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.492662:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802667008:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.492676:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492686:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492693:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492707:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492716:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.492732:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.493012:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802665984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22253us (23433us total) trans 4294970632 rc 0/0 00000100:00100000:1.0:1776998321.493019:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12353 00010000:00010000:1.0:1776998321.493039:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.493045:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.493054:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.493057:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.493066:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.493079:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.493088:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c94b06b/0x27b6fb26481b9acc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xad4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.493106:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.493108:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.493110:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.493141:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0f480/2, rc 0, transno 4294970632 00000100:00100000:1.0:1776998321.493154:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802665984:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998321.493188:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ed80/2, rc 0, transno 4294970631 00000100:00100000:1.0:1776998321.493193:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802666496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.493767:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756414592 00000100:00100000:2.0:1776998321.493774:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756414592 00000100:00100000:2.0:1776998321.493815:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51849 00000100:00100000:2.0:1776998321.493824:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3426:17551:x1863313756414592:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998321.493878:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998321.493899:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bebb200/0x27b6fb26481934af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd18 expref: 3426 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.493919:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e063400/0x27b6fb2648193485 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd03 expref: 3425 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.493933:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dba800/0x27b6fb264817eb7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36170 expref: 3424 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.493944:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14bf:0x0].0x0 (ffff8d2621548f00) 00010000:00010000:2.0:1776998321.493954:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.493974:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.493987:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.493997:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494012:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494019:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494027:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494132:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494141:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.494150:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998321.495263:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2882, 64 off192704 00010000:00010000:2.0:1776998321.495330:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495340:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495349:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495356:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495364:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495372:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495388:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.495406:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495413:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495419:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495425:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.495428:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495436:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495446:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14bf:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998321.495449:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998321.495453:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495460:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3400/0x27b6fb26481b9b3c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495476:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495482:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495489:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495495:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.495497:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495504:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495511:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998321.495513:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.495516:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.495522:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2600/0x27b6fb26481b9b2e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998321.495556:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7298d0c reply state 00000000172f78e1 transno 4295019853 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.495566:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998321.495949:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756414592:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2123us (5548us total) trans 4295019853 rc 0/0 00000100:00100000:2.0:1776998321.495958:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51849 00010000:00010000:3.0:1776998321.496686:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000265a595/0x27b6fb264819bf97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fc3b expref: 660 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.496700:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802666880:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.496750:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.496763:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.496772:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.496781:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.496789:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.496821:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998321.497022:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802666368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26432us (27522us total) trans 4294970633 rc 0/0 00000100:00100000:3.0:1776998321.497031:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12352 00010000:00010000:0.0:1776998321.497791:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.497801:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497811:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.497815:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497824:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497840:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14bf:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998321.497843:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.497847:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497854:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9b43 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497872:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.497877:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497886:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.497889:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497898:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497917:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497940:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9ac5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.497959:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.497960:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.497963:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.498000:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1ad79ba/0x27b6fb264819bdc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fb69 expref: 659 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.498023:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802666752:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.498042:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.498052:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.498061:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.498071:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.498085:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.498111:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.498564:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802665856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28505us (29143us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1776998321.498574:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12351 00010000:00010000:3.0:1776998321.499908:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.499919:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.499947:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.499952:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.499964:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.499983:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.499992:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9abe lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.500031:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.500034:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.500035:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.506143:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802669824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.506488:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.506998:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802669824 00000100:00100000:3.0:1776998321.507008:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802669824 00010000:00010000:1.0:1776998321.507060:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.507078:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998321.507094:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802669952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.507132:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12367 00000100:00100000:1.0:1776998321.507140:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.507146:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3362:x1863313802669824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.507181:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3318 count 1 00010000:00010000:3.0:1776998321.507233:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.507261:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998321.507267:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ea00/2, rc 0, transno 4294970634 00010000:00010000:3.0:1776998321.507277:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1776998321.507282:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802665856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.507282:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.507288:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998321.507301:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0d180/2, rc 0, transno 4294970633 00000100:00100000:1.0:1776998321.507308:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802666368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.507329:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.507347:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.507364:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802670080:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.507380:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802670208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.507418:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.507445:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.507479:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802669952 00000100:00100000:3.0:1776998321.507484:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802669952 00000100:00100000:1.0:1776998321.507511:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802670208 00000100:00100000:1.0:1776998321.507518:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802670208 00000100:00100000:3.0:1776998321.507525:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12368 00000100:00100000:3.0:1776998321.507564:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+15:3360:x1863313802669952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.507582:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3307 count 1 00000100:00100000:1.0:1776998321.507591:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12369 00010000:00010000:3.0:1776998321.507599:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.507605:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3360:x1863313802670208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.507624:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 658 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.507631:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.507634:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.507637:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.507660:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 658 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.507671:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 658 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.507683:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802670336:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.507721:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.507797:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802668288:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.507819:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1776998321.508084:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2898 count 1 00010000:00010000:1.0:1776998321.508103:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.508127:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 658 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.508137:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.508139:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.508142:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.508184:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 658 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.508473:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 658 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.508488:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802670464:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.508521:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee480 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.508594:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.509040:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.509093:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802670592 00000100:00100000:1.0:1776998321.509098:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802670592 00000100:00100000:1.0:1776998321.509127:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12370 00000100:00100000:1.0:1776998321.509135:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3361:x1863313802670592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.509151:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2767 count 1 00010000:00010000:1.0:1776998321.509166:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.509188:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 658 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.509198:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.509200:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.509203:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.509229:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 658 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.509241:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 658 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.509254:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802670720:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.509328:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.513339:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.513390:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.513408:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802668544:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.513428:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998321.513451:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.513563:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.513598:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.513612:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415488 00000100:00100000:0.0:1776998321.513622:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415488 00000100:00100000:1.0:1776998321.513684:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998321.513702:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 649 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.513733:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415232 00000100:00100000:0.0:1776998321.513737:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415232 00010000:00010000:0.0:1776998321.513760:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 650 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.513779:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415360 00000100:00100000:0.0:1776998321.513783:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415360 00010000:00010000:0.0:1776998321.513798:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 651 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.513816:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415616 00000100:00100000:0.0:1776998321.513819:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415616 00000100:00100000:1.0:1776998321.513826:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998321.513840:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 652 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.513855:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.513858:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415872 00000100:00100000:0.0:1776998321.513863:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415872 00010000:00010000:0.0:1776998321.513882:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 659 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.513892:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.513909:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756415744 00000100:00100000:0.0:1776998321.513913:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756415744 00010000:00010000:0.0:1776998321.513932:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 660 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.513950:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416000 00000100:00100000:0.0:1776998321.513954:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416000 00000100:00100000:1.0:1776998321.513961:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998321.513974:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 653 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.513993:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416256 00000100:00100000:0.0:1776998321.513996:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416256 00010000:00010000:0.0:1776998321.514013:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 661 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.514020:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416128 00000100:00100000:1.0:1776998321.514028:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416128 00000100:00100000:0.0:1776998321.514031:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416384 00000100:00100000:0.0:1776998321.514037:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416384 00010000:00010000:1.0:1776998321.514060:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 654 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.514061:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.514099:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5052 00000100:00100000:0.0:1776998321.514111:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+654:2372:x1863313756415488:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.514128:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.514137:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 654 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.514140:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5053 00010000:00010000:0.0:1776998321.514161:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 654 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.514161:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606599450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+654:2375:x1863313756415232:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.514197:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.514206:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 654 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.514229:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 654 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.514235:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca235b1/0x27b6fb26481aeb2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48467 expref: 654 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.514265:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c872de4c/0x27b6fb2648195e70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d012 expref: 653 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.514266:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.514271:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.514278:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.514291:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.514305:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.514309:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.514314:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.514319:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.514330:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.514364:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.514378:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+652:2372:x1863313756415488:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 268us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.514389:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5052 00000100:00100000:1.0:1776998321.514404:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606599450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+651:2375:x1863313756415232:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 247us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.514415:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5054 00000100:00100000:2.0:1776998321.514509:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802668416:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.514553:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.514938:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802668928:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.514957:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.514977:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.514986:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.514997:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.515006:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.515038:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998321.515586:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802667392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42292us (43667us total) trans 4294970508 rc 0/0 00000100:00100000:3.0:1776998321.515596:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12357 00000100:00100000:0.0:1776998321.516091:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+651:2375:x1863313756415360:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.516108:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.516117:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 651 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.516132:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 651 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.516151:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6760469/0x27b6fb26481afd37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c9b expref: 651 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.516164:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.516166:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.516186:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.516196:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.516227:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.516258:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+650:2375:x1863313756415360:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1833us (2831us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998321.516333:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.516341:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.516351:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.516356:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.516368:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.516383:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.516392:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203b210f/0x27b6fb26481b9ae8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.516415:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.516418:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.516420:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.516567:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5053 00000100:00100000:1.0:1776998321.516639:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5055 00000100:00100000:1.0:1776998321.516651:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+649:2373:x1863313756415616:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.516662:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.516669:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 649 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516684:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 649 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516701:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.516703:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.516707:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516717:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516734:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.516760:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+649:2373:x1863313756415616:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.516770:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5055 00000100:00100000:1.0:1776998321.516805:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5056 00000100:00100000:1.0:1776998321.516815:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+662:2373:x1863313756415872:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.516829:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.516836:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516850:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516868:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000060d3556/0x27b6fb26481a46a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4399e expref: 662 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516881:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.516883:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.516887:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.516897:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517019:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.517045:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+661:2373:x1863313756415872:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 231us (3447us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.517055:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5056 00000100:00100000:1.0:1776998321.517072:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5057 00000100:00100000:1.0:1776998321.517081:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+660:2373:x1863313756415744:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.517091:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.517098:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 660 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517112:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 660 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517129:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517131:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517135:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517146:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517161:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.517201:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+660:2373:x1863313756415744:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 120us (3518us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.517210:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5057 00000100:00100000:1.0:1776998321.517227:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5058 00000100:00100000:1.0:1776998321.517235:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+648:2372:x1863313756416000:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.517245:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.517251:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 648 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517265:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 648 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517286:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517288:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517292:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517302:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517318:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.517341:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+648:2372:x1863313756416000:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 106us (3520us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.517348:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5058 00000100:00100000:1.0:1776998321.517365:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5059 00000100:00100000:1.0:1776998321.517373:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+659:2372:x1863313756416256:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.517382:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.517389:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 659 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517402:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 659 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517418:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517421:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517424:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517442:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517458:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.517482:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+659:2372:x1863313756416256:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (3628us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.517491:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5059 00000100:00100000:1.0:1776998321.517508:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5060 00000100:00100000:1.0:1776998321.517516:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+658:2373:x1863313756416384:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.517549:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.517558:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 658 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517572:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 658 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517587:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517589:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517594:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517605:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.517617:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5054 00010000:00010000:1.0:1776998321.517626:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.517645:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5061 00000100:00100000:1.0:1776998321.517653:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+658:2373:x1863313756416384:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 132us (3692us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.517662:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+646:2372:x1863313756416128:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1776998321.517665:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5060 00010000:00010000:0.0:1776998321.517681:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.517691:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 646 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.517715:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 646 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.517733:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.517736:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c22fc3c2/0x27b6fb264819eed0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c411b2 expref: 646 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.517737:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.517744:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.517762:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802668672:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.517772:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517782:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.517796:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.517798:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517809:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.517822:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+645:2372:x1863313756416128:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 162us (3932us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998321.517825:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.517838:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5061 00010000:00010000:1.0:1776998321.517848:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.517875:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.519297:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1c13195/0x27b6fb26481a245a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a08 expref: 644 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.519312:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802669184:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.519331:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519342:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519357:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519367:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519377:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519394:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998321.519804:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802667776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36045us (47033us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1776998321.519815:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12362 00000100:00080000:0.0:1776998321.519852:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1776998321.519893:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe44b5c2/0x27b6fb26481a61b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c445ec expref: 657 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.519908:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802668800:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.519924:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519954:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519972:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519983:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.519993:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520013:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998321.520354:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3362:x1863313802665728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46435us (47705us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1776998321.520364:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12359 00010000:00010000:0.0:1776998321.520403:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026339785/0x27b6fb26481ab0d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c469e1 expref: 643 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.520418:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802669056:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.520433:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520444:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520453:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520464:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520474:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.520492:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1776998321.524457:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.524481:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.524497:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.524508:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.524525:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1776998321.524652:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.524673:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.524685:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.524694:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.524708:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1776998321.524951:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3360:x1863313802668032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51864us (53091us total) trans 4294970511 rc 0/0 00000100:00100000:3.0:1776998321.524964:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12356 00010000:00010000:3.0:1776998321.524997:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998321.525004:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525030:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.525036:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525047:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525068:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525078:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bf2a95/0x27b6fb26481b9aef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525101:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998321.525105:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525114:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.525117:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525126:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525137:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525145:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9b0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525157:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998321.525160:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525167:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d196e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.525171:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525179:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525190:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525198:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005036c209/0x27b6fb26481b9af6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525210:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998321.525214:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525248:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.525492:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525503:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525516:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.525524:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2fd825/0x27b6fb26481b9b04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.525777:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802667904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52059us (53821us total) trans 4294970510 rc 0/0 00000100:00100000:1.0:1776998321.525788:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12358 00010000:00010000:1.0:1776998321.525870:0:12889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec48c494/0x27b6fb264819b8f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f939 expref: 656 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.525887:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802669312:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.525913:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.525926:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.525935:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.525946:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.525955:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.525968:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998321.526690:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3362:x1863313802666112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42640us (53874us total) trans 4294970636 rc 0/0 00000100:00100000:1.0:1776998321.526700:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12363 00010000:00010000:1.0:1776998321.526744:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000917d884e/0x27b6fb26481937a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3be6f expref: 655 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.526767:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802669440:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.526784:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.526796:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.526805:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.526823:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.526832:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.526843:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1776998321.527008:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+17:3362:x1863313802666240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52925us (54319us total) trans 4294970637 rc 0/0 00000100:00100000:2.0:1776998321.527018:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12360 00000100:00100000:3.0:1776998321.528248:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802669568:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.528267:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528294:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998321.528301:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528311:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d197000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.528316:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528326:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528344:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528353:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e025f14e/0x27b6fb26481b9afd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528373:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998321.528378:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528393:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.528397:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528406:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528420:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528428:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.528430:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098a71f2b/0x27b6fb26481b9ae1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528437:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528451:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.528453:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.528456:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528458:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528487:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.528489:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528492:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528520:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528549:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528556:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528567:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc151c58/0x27b6fb26481b9b12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528572:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9b19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528613:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.528616:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.528618:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.528631:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528642:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528653:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528662:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.528697:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.528854:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.528860:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528871:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.528875:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528885:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528901:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528911:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a3f00f1/0x27b6fb26481b9ada lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.528942:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.528942:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802667520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56854us (57133us total) trans 4294970512 rc 0/0 00010000:00010000:2.0:1776998321.528946:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.528952:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.528958:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12355 00010000:00010000:3.0:1776998321.529082:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.530923:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802667264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49750us (58191us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1776998321.530954:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12361 00010000:00010000:0.0:1776998321.530985:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998321.531109:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc53b80/2, rc 0, transno 4294970508 00000100:00100000:0.0:1776998321.531132:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667392:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.531150:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7100/2, rc 0, transno 4294970510 00000100:00100000:0.0:1776998321.531155:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667904:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.531192:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e6a00/2, rc 0, transno 4294970512 00000100:00100000:0.0:1776998321.531201:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802667520:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.531219:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4a80/2, rc 0, transno 4294970511 00000100:00100000:0.0:1776998321.531224:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802668032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.531638:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3362:x1863313802666624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47380us (58779us total) trans 4294970638 rc 0/0 00000100:00100000:1.0:1776998321.531651:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12364 00010000:00010000:1.0:1776998321.531678:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.531700:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.531744:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416512 00000100:00100000:1.0:1776998321.531753:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416512 00010000:00010000:1.0:1776998321.531792:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 643 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.531825:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.531839:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.531842:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5062 00010000:00010000:0.0:1776998321.531855:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.531862:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+643:2374:x1863313756416512:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.531868:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8c2200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.531875:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.531883:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.531885:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.531893:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 643 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.531906:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9cc59ec6 (ffff8d250da9e000) 00010000:00010000:0.0:1776998321.531913:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.531914:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 643 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.531919:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.531939:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c2200/0x27b6fb26481b9b35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9cc59ec6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.531954:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.531959:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.531964:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.531978:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998321.531993:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0d880/2, rc 0, transno 4294970636 00010000:00010000:1.0:1776998321.532004:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.532010:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666112:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.532025:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0e300/2, rc 0, transno 4294970638 00000100:00100000:0.0:1776998321.532030:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.532386:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+643:2374:x1863313756416512:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 528us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.532400:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5062 00000100:00100000:1.0:1776998321.532448:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802670976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.532476:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802671104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.532496:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.532625:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802670976 00000100:00100000:1.0:1776998321.532631:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802670976 00000100:00100000:1.0:1776998321.532664:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12371 00000100:00100000:1.0:1776998321.532673:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802670976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.532698:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3264 count 1 00010000:00010000:1.0:1776998321.532720:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.532737:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 642 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.532747:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.532749:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.532752:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.532782:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 642 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.532797:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 642 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.532812:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802671360:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.532855:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.532875:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802671232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.532905:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.532932:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998321.532940:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802670848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.532966:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.532997:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802671232 00000100:00100000:1.0:1776998321.533003:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802671232 00000100:00100000:1.0:1776998321.533032:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802670848 00000100:00100000:1.0:1776998321.533037:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802670848 00000100:00100000:1.0:1776998321.533062:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12372 00000100:00100000:1.0:1776998321.533070:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3361:x1863313802671232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.533085:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2536 count 1 00010000:00010000:1.0:1776998321.533101:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533133:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533142:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533144:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533147:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533171:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533202:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.533216:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802671488:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.533241:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.533262:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12373 00000100:00100000:1.0:1776998321.533271:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+51:3361:x1863313802670848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.533287:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3171 count 1 00010000:00010000:1.0:1776998321.533300:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533314:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 642 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533323:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533325:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533328:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533352:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 642 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533364:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 642 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.533376:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802671616:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.533400:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.533671:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998321.533681:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802671744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.533713:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.533745:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802671744 00000100:00100000:1.0:1776998321.533749:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802671744 00000100:00100000:1.0:1776998321.533780:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12374 00000100:00100000:1.0:1776998321.533788:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3361:x1863313802671744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.533804:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2670 count 1 00010000:00010000:1.0:1776998321.533820:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533838:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 654 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533847:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533850:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.533853:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533878:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 654 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.533891:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 654 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.533905:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802671872:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.533942:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8480 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.534019:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802672000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.534049:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.534084:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802672000 00000100:00100000:1.0:1776998321.534089:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802672000 00000100:00100000:1.0:1776998321.534118:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12375 00000100:00100000:1.0:1776998321.534126:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3359:x1863313802672000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.534141:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2930 count 1 00010000:00010000:1.0:1776998321.534156:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.534196:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 654 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.534207:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.534210:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.534214:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.534239:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 654 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.534500:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 654 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.534514:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802672128:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.534526:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.534583:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00000004:00080000:0.0:1776998321.534915:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0c380/2, rc 0, transno 4294970635 00000100:00100000:0.0:1776998321.534940:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802665728:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.534962:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ca80/2, rc 0, transno 4294970637 00000100:00100000:0.0:1776998321.534967:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802666240:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.534979:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc51c00/2, rc 0, transno 4294970513 00000100:00100000:0.0:1776998321.534991:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667264:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.535003:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4380/2, rc 0, transno 4294970509 00000100:00100000:0.0:1776998321.536240:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.537255:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802671104 00000100:00100000:3.0:1776998321.537642:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802671104 00000100:00100000:3.0:1776998321.537688:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12376 00000100:00100000:3.0:1776998321.537986:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3360:x1863313802671104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998321.538011:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3431 count 1 00010000:00010000:3.0:1776998321.538033:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.538056:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.538066:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.538068:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.538072:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.538100:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.538113:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.538127:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802672512:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.538193:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.538230:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802670080:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.538253:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.538430:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538455:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538477:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538525:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538579:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538625:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.538659:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802670336:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.538677:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.541452:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416640 00000100:00100000:3.0:1776998321.541464:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416640 00010000:00010000:3.0:1776998321.541503:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 643 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.541563:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416768 00000100:00100000:3.0:1776998321.541568:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416768 00010000:00010000:3.0:1776998321.541583:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 655 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.541598:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756416896 00000100:00100000:3.0:1776998321.541600:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756416896 00010000:00010000:3.0:1776998321.541633:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 656 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.541655:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417024 00000100:00100000:3.0:1776998321.541658:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417024 00010000:00010000:3.0:1776998321.541674:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 657 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.541994:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417152 00000100:00100000:3.0:1776998321.541999:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417152 00010000:00010000:3.0:1776998321.542013:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 658 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.542029:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5063 00000100:00100000:3.0:1776998321.542039:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+643:2372:x1863313756416640:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.542052:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.542058:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 643 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542073:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 643 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542097:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066ae67c5/0x27b6fb26481a0b16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41e8c expref: 643 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542115:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542118:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542123:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542134:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542164:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.542235:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+642:2372:x1863313756416640:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 196us (3806us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.542243:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5063 00000100:00100000:3.0:1776998321.542265:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5064 00000100:00100000:3.0:1776998321.542272:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+658:2372:x1863313756416768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.542282:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.542288:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542299:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542314:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fa5673e/0x27b6fb26481ace98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4776a expref: 658 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542326:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542328:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542331:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542346:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542366:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.542388:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+657:2372:x1863313756416768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 117us (3932us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.542396:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5064 00000100:00100000:3.0:1776998321.542412:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5065 00000100:00100000:3.0:1776998321.542420:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+656:2372:x1863313756416896:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.542428:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.542435:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 656 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542447:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 656 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542461:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f243886f/0x27b6fb26481ac7fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0xceb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47468 expref: 656 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542472:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542474:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542477:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542493:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542512:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.542556:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+655:2372:x1863313756416896:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 136us (4077us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.542563:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5065 00000100:00100000:3.0:1776998321.542580:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5066 00000100:00100000:3.0:1776998321.542588:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+654:2372:x1863313756417024:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.542597:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.542603:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 654 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542615:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 654 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542629:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542631:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542635:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542644:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542658:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.542697:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+654:2372:x1863313756417024:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 109us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.542705:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5066 00000100:00100000:3.0:1776998321.542722:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5067 00000100:00100000:3.0:1776998321.542730:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+653:2372:x1863313756417152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.542740:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.542745:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 653 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542757:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 653 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542772:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542774:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.542777:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542787:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542802:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.542825:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+653:2372:x1863313756417152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 95us (4245us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.542834:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5067 00010000:00010000:3.0:1776998321.542895:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542913:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542924:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542934:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.542955:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998321.543574:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3362:x1863313802667648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59144us (70676us total) trans 4294970514 rc 0/0 00000100:00100000:3.0:1776998321.543584:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12365 00010000:00010000:3.0:1776998321.543611:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.543622:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.543632:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.543641:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.543665:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998321.544864:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dfbb71b/0x27b6fb26481aa8ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46653 expref: 641 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.544887:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802669696:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.544912:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.544925:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.544952:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.544964:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.544974:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.544995:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998321.545556:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+53:3362:x1863313802668160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60913us (72589us total) trans 4294970515 rc 0/0 00000100:00100000:2.0:1776998321.545567:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12366 00010000:00010000:0.0:1776998321.545574:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998321.545585:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545597:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.545602:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545613:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545632:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545641:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481b9b20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545698:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.545702:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545710:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.545714:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545724:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545736:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545745:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9b4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545761:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.545780:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545789:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.545793:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545801:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545813:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545821:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481b9b27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.545845:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.545847:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.545850:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.546520:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802672256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.546595:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998321.546674:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4700/2, rc 0, transno 4294970514 00000100:00100000:0.0:1776998321.546698:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802667648:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.546713:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4e00/2, rc 0, transno 4294970515 00000100:00100000:0.0:1776998321.546717:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802668160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.546724:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.546732:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802672384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.546760:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.547913:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4aaed43/0x27b6fb264819d1a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4046f expref: 652 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.547952:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802670464:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.547978:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.547991:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.548000:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.548012:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.548034:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.548061:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.548108:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.548117:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.548128:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.548132:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.548144:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.548165:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.548198:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9b58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.548219:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.548223:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.548225:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.548381:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3360:x1863313802670208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40780us (40960us total) trans 4294970639 rc 0/0 00000100:00100000:1.0:1776998321.548392:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12369 00000100:00100000:1.0:1776998321.548420:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802672256 00000100:00100000:1.0:1776998321.548429:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802672256 00000100:00100000:1.0:1776998321.548465:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802672384 00000100:00100000:1.0:1776998321.548469:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802672384 00000100:00100000:1.0:1776998321.548496:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12377 00000100:00100000:1.0:1776998321.548507:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3360:x1863313802672256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998321.548636:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12378 00000100:00100000:2.0:1776998321.548647:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+54:3362:x1863313802672384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.548671:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2990 count 1 00010000:00010000:2.0:1776998321.548695:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.548715:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 640 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.548727:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.548729:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.548733:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.548768:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 640 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.548783:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 640 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.548800:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802672640:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.548873:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714240 going to sleep for 11 seconds 00000004:00080000:0.0:1776998321.549219:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbfb100/2, rc 0, transno 4294970639 00000100:00100000:0.0:1776998321.549228:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802670208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.551315:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bf272d6/0x27b6fb26481982d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xacf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e09d expref: 651 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.551336:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802670720:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.551362:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.551375:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.551385:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.551396:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.551413:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.551445:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.551649:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1776998321.552329:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3361:x1863313802670592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43192us (43287us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1776998321.552341:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12370 00000004:00080000:0.0:1776998321.552391:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf8380/2, rc 0, transno 4294970640 00000100:00100000:0.0:1776998321.552400:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.552475:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802672768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.552514:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1776998321.552549:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2482 count 1 00010000:00010000:1.0:1776998321.552578:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.552621:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 640 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.552623:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998321.552637:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802672896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.552637:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.552642:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.552647:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.552677:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.553001:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 640 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.553033:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 640 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.553042:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802673152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.553062:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802673024:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.553079:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998321.553590:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.553610:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9aca00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.553616:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.553627:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.553649:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.553659:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3b62de2/0x27b6fb26481b9b5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xacf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.553683:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.553685:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.553688:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.554572:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.554586:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.554596:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.554606:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.554625:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.555586:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.555617:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417408 00000100:00100000:0.0:1776998321.555620:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802673280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.555625:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417408 00000100:00100000:0.0:1776998321.555666:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.555681:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16909 00000100:00100000:1.0:1776998321.555694:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3424:17551:x1863313756417408:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998321.555697:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998321.555708:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802673408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.555732:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.555763:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802672768 00000100:00100000:0.0:1776998321.555769:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802672768 00000100:00100000:0.0:1776998321.555802:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802672896 00000100:00100000:0.0:1776998321.555807:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802672896 00000100:00100000:0.0:1776998321.555827:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802673152 00000100:00100000:0.0:1776998321.555830:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802673152 00000100:00100000:0.0:1776998321.555851:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802673280 00000100:00100000:0.0:1776998321.555855:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802673280 00000100:00100000:0.0:1776998321.555873:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802673408 00000100:00100000:0.0:1776998321.555877:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802673408 00000100:00100000:0.0:1776998321.555904:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12379 00000100:00100000:0.0:1776998321.555914:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3362:x1863313802672768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.555937:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2758 count 1 00010000:00010000:0.0:1776998321.555959:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.555972:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756417408:12345-192.168.201.35@tcp:35:rm.0 Request processed in 279us (17343us total) trans 4295019854 rc 0/0 00010000:00010000:0.0:1776998321.555985:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 650 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.555986:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16909 00010000:00010000:0.0:1776998321.556000:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556003:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556007:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556039:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 650 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556054:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 650 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556070:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12380 00000100:00100000:0.0:1776998321.556072:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802673536:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.556086:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802672896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.556104:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3041 count 1 00000100:00100000:0.0:1776998321.556118:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998321.556122:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556140:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 650 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.556145:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12381 00010000:00010000:1.0:1776998321.556158:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.556162:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776998321.556163:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3360:x1863313802673152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.556183:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3380 count 1 00010000:00010000:1.0:1776998321.556187:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556217:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 650 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556223:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556235:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 650 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556257:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 650 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556266:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802673664:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.556273:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556277:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556281:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556304:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00010000:00010000:0.0:1776998321.556315:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 650 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556328:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12382 00010000:00010000:0.0:1776998321.556331:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 650 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556343:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3361:x1863313802673280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.556356:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802673792:192.168.201.35@tcp:104: 00002000:00080000:1.0:1776998321.556362:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2881 count 1 00010000:00010000:1.0:1776998321.556381:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.556396:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00010000:00010000:1.0:1776998321.556405:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 640 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556414:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.556416:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.556420:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556422:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556424:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556460:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.556467:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556474:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 640 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556480:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556498:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 640 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556508:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556517:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802673920:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.556554:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9b51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xceb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556573:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee480 going to sleep for 11 seconds 00010000:00010000:0.0:1776998321.556579:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.556584:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.556587:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.556603:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12383 00000100:00100000:1.0:1776998321.556615:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:3361:x1863313802673408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.556632:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2721 count 1 00010000:00010000:1.0:1776998321.556647:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556665:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 640 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.556670:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998321.556684:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802674048:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.556690:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.556694:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.556697:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.556728:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.556730:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 640 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.556746:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 640 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.556760:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802674176:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.556761:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802674048 00000100:00100000:0.0:1776998321.556769:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802674048 00000100:00100000:1.0:1776998321.556805:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.556808:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12384 00000100:00100000:0.0:1776998321.556820:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+23:3360:x1863313802674048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.556837:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3208 count 1 00010000:00010000:0.0:1776998321.556852:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556868:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 650 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556876:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556878:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.556881:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556903:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 650 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.556916:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 650 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.556929:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802674304:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.556964:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5540 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.557131:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+23:3360:x1863313802669952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49569us (49991us total) trans 4294970641 rc 0/0 00000100:00100000:3.0:1776998321.557142:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12368 00010000:00010000:3.0:1776998321.557187:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.557204:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998321.557354:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26104ab800/2, rc 0, transno 4294970641 00000100:00100000:0.0:1776998321.557367:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802669952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.557437:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802674432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.558569:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.560102:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802671616:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.560126:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.561982:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802671360:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.562027:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.562078:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802671488:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.562100:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.562155:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802674432 00000100:00100000:1.0:1776998321.562162:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802674432 00000100:00100000:1.0:1776998321.562241:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12385 00000100:00100000:1.0:1776998321.562255:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3360:x1863313802674432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.562285:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3448 count 1 00010000:00010000:1.0:1776998321.562311:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.562332:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 650 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.562344:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.562347:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.562351:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.562393:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 650 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.562410:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 650 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.562429:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802674560:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.571629:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.571716:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.571750:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572047:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572069:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572095:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572141:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572161:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572208:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572353:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572370:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572385:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572402:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.572418:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.572614:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802672640:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.572648:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.573902:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.574180:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.574204:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417664 00000100:00100000:0.0:1776998321.574215:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417664 00000100:00100000:1.0:1776998321.574231:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802672128:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.574255:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.574489:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 641 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.574524:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417536 00000100:00100000:0.0:1776998321.574551:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417536 00010000:00010000:0.0:1776998321.574574:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 642 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.574592:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5068 00000100:00100000:0.0:1776998321.574604:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+642:2375:x1863313756417664:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.574621:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.574629:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.574643:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.574950:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074e32771/0x27b6fb264818f82c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a196 expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.574970:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.574973:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.574979:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.574991:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575024:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.575063:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+641:2375:x1863313756417664:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 461us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.575073:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5068 00000100:00100000:0.0:1776998321.575091:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417792 00000100:00100000:0.0:1776998321.575095:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417792 00010000:00010000:0.0:1776998321.575112:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 641 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575127:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756417920 00000100:00100000:0.0:1776998321.575130:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756417920 00010000:00010000:0.0:1776998321.575142:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 651 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575156:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418176 00000100:00100000:0.0:1776998321.575159:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418176 00010000:00010000:0.0:1776998321.575199:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 652 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575214:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418048 00000100:00100000:0.0:1776998321.575219:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418048 00010000:00010000:0.0:1776998321.575234:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575255:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418304 00000100:00100000:0.0:1776998321.575259:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418304 00010000:00010000:0.0:1776998321.575272:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 643 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575287:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418688 00000100:00100000:0.0:1776998321.575291:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418688 00010000:00010000:0.0:1776998321.575304:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 644 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575317:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418816 00000100:00100000:0.0:1776998321.575321:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418816 00010000:00010000:0.0:1776998321.575335:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 653 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575352:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419072 00000100:00100000:0.0:1776998321.575357:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419072 00010000:00010000:0.0:1776998321.575377:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 654 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575398:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419328 00000100:00100000:0.0:1776998321.575401:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419328 00000100:00100000:1.0:1776998321.575417:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802673664:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.575420:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 645 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575442:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418944 00000100:00100000:0.0:1776998321.575447:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418944 00010000:00010000:1.0:1776998321.575449:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575465:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 655 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575487:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419200 00000100:00100000:0.0:1776998321.575492:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419200 00000100:00100000:1.0:1776998321.575494:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802673920:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.575512:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 646 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.575517:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575562:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419456 00000100:00100000:0.0:1776998321.575568:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419456 00010000:00010000:0.0:1776998321.575589:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 656 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.575592:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802674176:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.575617:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.575623:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5069 00000100:00100000:0.0:1776998321.575638:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+646:2375:x1863313756417536:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.575650:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.575653:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575656:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 646 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.575688:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575692:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 646 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.575725:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575731:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a7bc04/0x27b6fb26481aadcf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46883 expref: 646 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.575751:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575756:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.575761:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.575766:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575791:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575816:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.575827:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.575847:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+645:2375:x1863313756417536:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 211us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.575857:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5069 00000100:00100000:0.0:1776998321.575878:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5070 00000100:00100000:0.0:1776998321.575888:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+644:2375:x1863313756417792:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.575901:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.575908:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 644 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575920:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 644 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575939:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070264c7e/0x27b6fb26481a75dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44f15 expref: 644 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575952:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.575954:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.575959:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.575975:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576004:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.576032:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+643:2375:x1863313756417792:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (4280us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.576041:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5070 00000100:00100000:0.0:1776998321.576066:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5071 00000100:00100000:0.0:1776998321.576077:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+656:2375:x1863313756417920:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.576089:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.576096:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 656 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576109:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 656 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576131:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004594c2f/0x27b6fb264819e4e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d2f expref: 656 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576144:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576148:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576152:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576197:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576230:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.576231:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3361:x1863313802671232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43157us (43320us total) trans 4294970516 rc 0/0 00000100:00100000:1.0:1776998321.576245:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12372 00000100:00100000:0.0:1776998321.576263:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+655:2375:x1863313756417920:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 186us (4215us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.576275:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5071 00010000:00010000:1.0:1776998321.576279:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.576293:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.576300:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5072 00010000:00010000:1.0:1776998321.576312:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.576314:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+654:2375:x1863313756418176:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.576331:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.576333:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576341:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 654 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576365:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 654 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.576371:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776998321.576388:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576390:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576395:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576406:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576425:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.576456:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+654:2375:x1863313756418176:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (4384us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.576466:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5072 00000100:00100000:0.0:1776998321.576490:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5073 00000100:00100000:0.0:1776998321.576502:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+642:2375:x1863313756418048:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.576515:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.576522:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576561:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 642 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576579:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576582:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.576586:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.576596:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.576606:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802670976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43930us (44107us total) trans 4294970517 rc 0/0 00000100:00100000:1.0:1776998321.576621:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12371 00010000:00010000:0.0:1776998321.576622:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.576655:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+642:2375:x1863313756418048:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 154us (4556us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.576665:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5073 00000004:00080000:1.0:1776998321.576679:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e06d80/2, rc 0, transno 4294970516 00000100:00100000:1.0:1776998321.576993:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802671232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.576995:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5074 00000100:00100000:0.0:1776998321.577010:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606598c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+641:2375:x1863313756418304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.577023:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577026:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.577037:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 641 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577072:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 641 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577072:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577105:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577109:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f6a32bd/0x27b6fb26481a0948 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41dba expref: 641 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577129:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577134:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.577138:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.577144:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577154:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577158:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776998321.577215:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.577248:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606598c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+640:2375:x1863313756418304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 241us (5105us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.577258:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5074 00000100:00100000:0.0:1776998321.577306:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5075 00000100:00100000:0.0:1776998321.577318:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+639:2373:x1863313756418688:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.577329:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.577336:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 639 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577351:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 639 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577369:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.577372:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.577376:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577386:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577406:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.577412:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3359:x1863313802672000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43282us (43358us total) trans 4294970642 rc 0/0 00000100:00100000:1.0:1776998321.577425:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12375 00000100:00100000:0.0:1776998321.577433:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+639:2373:x1863313756418688:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 117us (5223us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.577443:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5075 00010000:00010000:1.0:1776998321.577455:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998321.577465:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.577469:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5076 00000100:00100000:0.0:1776998321.577483:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+653:2375:x1863313756418816:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.577485:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ada00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.577496:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.577498:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.577508:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 653 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577515:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577564:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577574:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b6772b8/0x27b6fb26481b9b6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577598:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.577602:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577612:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.577616:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577627:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577641:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577650:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003977c152/0x27b6fb26481b9b66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577667:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.577672:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577680:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.577684:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577695:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577728:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577739:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1c2438f/0x27b6fb26481b9b82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.577757:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.577760:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.577762:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.577793:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbfa300/2, rc 0, transno 4294970642 00000100:00100000:1.0:1776998321.577810:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802672000:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998321.577825:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07b80/2, rc 0, transno 4294970517 00000100:00100000:1.0:1776998321.577831:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802670976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.577931:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802674688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.577975:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.578009:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998321.578017:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802674816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.578048:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.578084:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802674688 00000100:00100000:1.0:1776998321.578091:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802674688 00000100:00100000:1.0:1776998321.578123:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802674816 00000100:00100000:1.0:1776998321.578126:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802674816 00000100:00100000:1.0:1776998321.578146:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12386 00000100:00100000:1.0:1776998321.578154:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802674688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.578205:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2714 count 1 00010000:00010000:1.0:1776998321.578229:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.578247:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 638 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.578258:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.578260:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.578265:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.578273:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5077 00000100:00100000:3.0:1776998321.578293:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+653:2375:x1863313756419072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.578306:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.578308:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 638 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578318:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 653 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.578335:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 638 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578341:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 653 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.578373:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802674944:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.578377:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578380:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578384:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578396:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.578410:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26033c8780 going to sleep for 11 seconds 00010000:00010000:3.0:1776998321.578418:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.578439:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12387 00000100:00100000:3.0:1776998321.578447:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+653:2375:x1863313756419072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 159us (6073us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.578456:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802674816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.578464:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5077 00002000:00080000:1.0:1776998321.578482:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3038 count 1 00010000:00010000:1.0:1776998321.578502:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.578521:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 638 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.578553:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5078 00000100:00100000:3.0:1776998321.578564:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+638:2375:x1863313756419328:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.578576:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.578587:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 638 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578600:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 638 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578621:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb763a0f/0x27b6fb2648196776 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d42c expref: 638 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578636:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578639:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578643:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578653:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578683:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.578725:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+637:2375:x1863313756419328:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (6319us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.578739:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5078 00000100:00100000:3.0:1776998321.578792:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5079 00000100:00100000:3.0:1776998321.578804:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+652:2375:x1863313756418944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.578816:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.578824:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 652 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578840:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 652 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578861:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000482518ab/0x27b6fb26481a27a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b89 expref: 652 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578880:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578883:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.578889:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578901:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.578933:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.578958:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+651:2375:x1863313756418944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 156us (6553us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.578968:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5079 00000100:00100000:3.0:1776998321.578997:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5080 00000100:00100000:3.0:1776998321.579011:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+636:2375:x1863313756419200:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.579022:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.579030:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 636 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579046:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 636 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579067:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c84af8cc/0x27b6fb264819c7b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ffec expref: 636 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579084:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.579087:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.579092:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579103:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579132:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.579156:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+635:2375:x1863313756419200:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 149us (6734us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.579166:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5080 00000100:00100000:3.0:1776998321.579223:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5081 00000100:00100000:3.0:1776998321.579507:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+650:2375:x1863313756419456:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.579523:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.579548:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 650 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579564:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 650 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579583:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.579586:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.579590:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579600:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579620:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.579643:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+650:2375:x1863313756419456:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 411us (5741us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.579652:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5081 00000100:00100000:3.0:1776998321.579697:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756418560 00000100:00100000:3.0:1776998321.579704:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756418560 00000100:00100000:3.0:1776998321.579755:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51850 00000100:00100000:3.0:1776998321.579768:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756418560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998321.579823:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998321.579846:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346a00/0x27b6fb264818e7e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13c0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a34 expref: 3425 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579883:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d35200/0x27b6fb264817c8a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35a77 expref: 3424 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579902:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c0:0x0].0x0 (ffff8d2636437f00) 00010000:00010000:3.0:1776998321.579918:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.579939:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579953:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579965:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579984:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.579993:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.580004:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.580276:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.580287:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581385:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 653 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581421:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.581424:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.581430:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581441:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581462:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6ab36ba/0x27b6fb26481b1245 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4962d expref: 634 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581464:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.581484:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802672512:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.581500:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+649:2375:x1863313756418816:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4016us (9144us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.581511:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5076 00010000:00010000:2.0:1776998321.581514:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581554:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581565:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581579:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581590:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.581617:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.581623:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091a4895a/0x27b6fb2648197d6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xac6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3de27 expref: 648 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.581643:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802673536:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.581663:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581674:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581684:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.581702:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.582405:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.583901:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.583905:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.583911:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.583957:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 633 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.583974:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 633 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.583994:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802675072:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.584193:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.584207:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998321.584701:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3362:x1863313802672768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28785us (32182us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1776998321.584715:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12379 00010000:00010000:1.0:1776998321.584850:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.584864:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.584876:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.584894:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.584908:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776998321.585524:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089f2a6f2/0x27b6fb26481af3e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4885e expref: 647 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.585568:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802673792:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.585593:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585607:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585617:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585628:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585638:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585650:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1776998321.585762:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:3360:x1863313802671104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48061us (51234us total) trans 4294970518 rc 0/0 00000100:00100000:2.0:1776998321.585776:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12376 00000100:00100000:0.0:1776998321.585846:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3360:x1863313802673152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29687us (32765us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1776998321.585855:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12381 00010000:00010000:0.0:1776998321.585889:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585901:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585912:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.585922:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998321.586316:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2871, 64 off191936 00010000:00010000:3.0:1776998321.586395:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586411:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586424:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586435:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586444:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586453:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586465:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1776998321.586489:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586498:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586507:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586515:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.586521:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586551:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586567:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c0:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998321.586571:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998321.586577:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586584:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481b9beb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.586606:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588139:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1776998321.588578:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3362:x1863313802672384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39931us (41814us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1776998321.588589:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12378 00010000:00010000:0.0:1776998321.588645:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029ce9fc0/0x27b6fb26481a8c6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45956 expref: 646 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.588668:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802674304:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.588686:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588698:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588707:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588719:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588728:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.588740:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1776998321.589094:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3360:x1863313802674048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32274us (32367us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1776998321.589104:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12384 00010000:00010000:0.0:1776998321.589136:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.589147:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.589157:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.589165:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.589199:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1776998321.589290:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+59:3361:x1863313802673408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32675us (33552us total) trans 4294970519 rc 0/0 00000100:00100000:1.0:1776998321.589302:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12383 00010000:00010000:1.0:1776998321.589340:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.589355:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.589367:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.589378:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.589390:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:3361:x1863313802670848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56116us (56419us total) trans 4294970521 rc 0/0 00010000:00010000:1.0:1776998321.589392:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1776998321.589406:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12373 00000004:00080000:0.0:1776998321.589460:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5c700/2, rc 0, transno 4294970645 00000100:00100000:0.0:1776998321.589471:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802674048:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.589488:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f21f80/2, rc 0, transno 4294970644 00000100:00100000:0.0:1776998321.589495:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802673152:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.589515:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e04e00/2, rc 0, transno 4294970518 00000100:00100000:2.0:1776998321.589745:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3362:x1863313802669824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82602us (83256us total) trans 4294970646 rc 0/0 00000100:00100000:2.0:1776998321.589754:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12367 00010000:00010000:3.0:1776998321.589891:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.589901:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.589908:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.589913:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.589921:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.589935:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998321.589938:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.589943:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.589958:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9bdd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998321.589974:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093c62287 reply state 000000009c875abd transno 4295019855 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.589984:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998321.590041:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756418560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10275us (17876us total) trans 4295019855 rc 0/0 00000100:00100000:3.0:1776998321.590050:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51850 00010000:00010000:3.0:1776998321.590079:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1776998321.590088:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590098:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590102:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590112:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590128:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590137:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481b9b89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590167:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1776998321.590173:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590182:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590185:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590195:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590208:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590219:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c303309/0x27b6fb26481b9b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xac6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590241:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1776998321.590247:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590257:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dee00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590261:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590279:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590291:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590301:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000698a6085/0x27b6fb26481b9bba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590321:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998321.590325:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590334:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590337:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590346:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590359:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590369:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e90af765/0x27b6fb26481b9bac lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590397:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998321.590402:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590409:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590413:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590422:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.590453:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3360:x1863313802672896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34367us (37773us total) trans 4294970647 rc 0/0 00000100:00100000:1.0:1776998321.590474:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12380 00010000:00010000:3.0:1776998321.590476:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13c0:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998321.590481:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998321.590486:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590493:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481b9bf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.590512:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590514:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998321.590521:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590562:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590569:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.590580:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590586:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.590607:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590612:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.590631:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590635:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9b90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.590670:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998321.590677:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998321.590980:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.590990:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.590994:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591005:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591021:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591031:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2980309/0x27b6fb26481b9bc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591049:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998321.591054:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591064:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.591067:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591076:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591088:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591097:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f33f106d/0x27b6fb26481b9b74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591111:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.591115:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591122:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dec00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.591127:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591137:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591149:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591161:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de93bf28/0x27b6fb26481b9ba5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591200:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.591205:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591215:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.591219:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591229:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591243:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591253:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feca8670/0x27b6fb26481b9bb3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.591269:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.591272:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.591274:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.591609:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802671104:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.591675:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f22a00/2, rc 0, transno 4294970647 00000100:00100000:0.0:1776998321.591682:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802672896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.591872:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6934d51/0x27b6fb264819487b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c617 expref: 645 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.591888:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802671872:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.591908:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.591920:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.592159:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802675200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.592210:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.592260:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802675200 00000100:00100000:2.0:1776998321.592271:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802675200 00000100:00100000:2.0:1776998321.592336:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12388 00000100:00100000:2.0:1776998321.592351:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:3359:x1863313802675200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.592383:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3040 count 1 00010000:00010000:0.0:1776998321.592397:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.592410:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.592411:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.592439:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.592452:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 633 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.592464:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.592468:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.592471:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.592472:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.592514:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 633 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.592552:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 633 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.592569:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802675328:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.592625:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714000 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.592858:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+60:3361:x1863313802673280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36518us (37190us total) trans 4294970522 rc 0/0 00000100:00100000:1.0:1776998321.592870:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12382 00010000:00010000:1.0:1776998321.592907:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.592915:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.592924:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.592929:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.592942:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.592958:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.592967:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035627392/0x27b6fb26481b9b7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.592988:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.592990:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.592992:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.593051:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf8000/2, rc 0, transno 4294970519 00000100:00100000:1.0:1776998321.593072:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802673408:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.593087:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e9500/2, rc 0, transno 4294970522 00000100:00100000:1.0:1776998321.593091:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802673280:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.593102:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07100/2, rc 0, transno 4294970521 00000100:00100000:1.0:1776998321.593107:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802670848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.593154:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00010000:00010000:3.0:1776998321.593178:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.593251:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.593259:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.593580:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f21880/2, rc 0, transno 4294970643 00000100:00100000:1.0:1776998321.593589:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802672768:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998321.593609:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05500/2, rc 0, transno 4294970520 00000100:00100000:1.0:1776998321.593614:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802672384:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.593632:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26104a9500/2, rc 0, transno 4294970646 00000100:00100000:1.0:1776998321.593639:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802669824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.593725:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776998321.593735:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802675456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.593778:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.593795:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3361:x1863313802671744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60004us (60078us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1776998321.593806:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12374 00000100:00100000:1.0:1776998321.593826:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802675456 00000100:00100000:1.0:1776998321.593832:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802675456 00010000:00010000:0.0:1776998321.593863:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f94beba1/0x27b6fb264818d79b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c392cb expref: 633 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.593877:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12389 00000100:00100000:0.0:1776998321.593882:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802673024:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.593891:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3359:x1863313802675456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.593903:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1776998321.593911:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2543 count 1 00010000:00010000:0.0:1776998321.593918:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.593933:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.593963:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.593971:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 644 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.593981:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.593992:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.593998:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.594000:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594004:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.594029:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.594045:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 644 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594062:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 644 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.594079:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802675584:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.594120:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250968ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1776998321.594145:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.594151:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594163:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.594198:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594211:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594231:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.594241:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9b97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.594255:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:3360:x1863313802672256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45747us (47657us total) trans 4294970523 rc 0/0 00010000:00010000:1.0:1776998321.594265:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.594266:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12377 00010000:00010000:1.0:1776998321.594269:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.594275:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998321.594887:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e06680/2, rc 0, transno 4294970523 00000100:00100000:0.0:1776998321.594895:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802672256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.595566:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802676096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.595605:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.595642:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998321.595649:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802675968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.595675:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.595701:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802676096 00000100:00100000:0.0:1776998321.595706:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802676096 00000100:00100000:0.0:1776998321.595733:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802675968 00000100:00100000:0.0:1776998321.595736:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802675968 00000100:00100000:0.0:1776998321.595758:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12390 00000100:00100000:0.0:1776998321.595766:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+61:3360:x1863313802676096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998321.595785:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2988 count 1 00010000:00010000:0.0:1776998321.595804:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.595823:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 632 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.595833:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.595836:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.595840:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.595842:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12391 00000100:00100000:2.0:1776998321.595864:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+61:3360:x1863313802675968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998321.595874:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 632 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1776998321.595889:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2764 count 1 00010000:00010000:0.0:1776998321.595891:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 632 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.595908:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802676352:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.595912:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.595939:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 632 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.595949:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.595951:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.595954:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.595984:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 632 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.595998:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 632 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.596012:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802676480:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.596082:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.596184:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00000004:00080000:3.0:1776998321.597348:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf8a80/2, rc 0, transno 4294970648 00000100:00100000:3.0:1776998321.597358:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802671744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.597371:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802675840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.597378:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802675712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.597435:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.597508:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802675840 00000100:00100000:1.0:1776998321.597514:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802675840 00000100:00100000:1.0:1776998321.597648:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12392 00000100:00100000:1.0:1776998321.597660:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+62:3362:x1863313802675840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.597705:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2671 count 1 00010000:00010000:1.0:1776998321.597725:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.597753:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 632 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.597763:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.597766:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.597770:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.597798:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 632 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.597829:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.597836:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 632 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.597852:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802676608:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.597928:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.598057:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802676736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.598126:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802676864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.598221:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802676992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.601907:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802676224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.601963:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.604241:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802675712 00000100:00100000:2.0:1776998321.604255:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802675712 00000100:00100000:2.0:1776998321.604432:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12393 00000100:00100000:2.0:1776998321.604446:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3361:x1863313802675712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.604480:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2931 count 1 00010000:00010000:2.0:1776998321.604510:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.604564:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 632 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.604578:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.604581:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.604585:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.604627:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 632 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.604644:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 632 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.604663:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802677504:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.604907:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.612875:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.612917:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613047:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613159:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613179:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613199:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613221:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613309:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.613566:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802675328:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.613599:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.613916:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802676480:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.613934:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.613963:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419584 00000100:00100000:2.0:1776998321.613971:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419584 00010000:00010000:2.0:1776998321.614011:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 645 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614038:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419712 00000100:00100000:2.0:1776998321.614042:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419712 00010000:00010000:2.0:1776998321.614060:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 633 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614079:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420224 00000100:00100000:2.0:1776998321.614083:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420224 00010000:00010000:2.0:1776998321.614099:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 634 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614115:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420352 00000100:00100000:2.0:1776998321.614119:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420352 00010000:00010000:2.0:1776998321.614134:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 635 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614152:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420480 00000100:00100000:2.0:1776998321.614156:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420480 00010000:00010000:2.0:1776998321.614201:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 646 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614216:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420608 00000100:00100000:2.0:1776998321.614219:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420608 00010000:00010000:2.0:1776998321.614231:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 636 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614240:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420736 00000100:00100000:2.0:1776998321.614242:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420736 00010000:00010000:2.0:1776998321.614250:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 637 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614264:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5082 00000100:00100000:2.0:1776998321.614271:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+646:2375:x1863313756419584:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.614284:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.614289:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 646 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614301:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 646 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614325:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614327:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614332:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614346:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614363:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.614409:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+646:2375:x1863313756419584:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 138us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.614415:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5082 00000100:00100000:2.0:1776998321.614432:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5083 00000100:00100000:2.0:1776998321.614438:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+637:2375:x1863313756419712:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.614446:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.614450:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 637 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614461:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 637 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614475:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614476:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614480:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614487:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614501:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.614554:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+637:2375:x1863313756419712:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 113us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.614559:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802676608:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.614570:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5083 00010000:00010000:0.0:1776998321.614595:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614605:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5084 00000100:00100000:2.0:1776998321.614624:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+636:2372:x1863313756420224:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.614636:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.614645:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 636 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.614652:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802676352:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.614673:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 636 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.614678:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614711:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000490629d9/0x27b6fb26481a275c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42b66 expref: 636 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.614726:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5085 00010000:00010000:2.0:1776998321.614732:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614737:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776998321.614740:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+635:2373:x1863313756420352:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.614743:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.614757:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.614761:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.614769:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 635 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.614796:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 635 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614803:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.614817:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.614821:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.614826:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614838:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+635:2372:x1863313756420224:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 215us (1673us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.614842:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.614874:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5084 00010000:00010000:0.0:1776998321.614880:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.614899:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5086 00000100:00100000:2.0:1776998321.614912:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+645:2372:x1863313756420480:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1776998321.614920:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+634:2373:x1863313756420352:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 181us (1735us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998321.614927:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.614936:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 645 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.614957:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 645 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.614959:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5085 00010000:00010000:2.0:1776998321.614984:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.614987:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776998321.614993:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5087 00010000:00010000:2.0:1776998321.614995:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.615008:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+633:2373:x1863313756420608:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.615017:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615024:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.615035:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 633 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615047:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.615052:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 633 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615074:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f9aca1b/0x27b6fb2648198154 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xacc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dfee expref: 633 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.615084:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+645:2372:x1863313756420480:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 171us (1879us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.615099:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998321.615102:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5086 00010000:00010000:0.0:1776998321.615104:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.615110:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615123:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.615132:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5088 00000100:00100000:2.0:1776998321.615147:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606599850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+632:2372:x1863313756420736:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.615160:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.615163:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.615202:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 632 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.615222:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+632:2373:x1863313756420608:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 217us (1998us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998321.615229:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 632 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.615239:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5087 00010000:00010000:2.0:1776998321.615260:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d45504ff/0x27b6fb26481a0814 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41d2e expref: 631 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615275:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.615278:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.615284:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff563d05/0x27b6fb26481b1ccc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49af6 expref: 644 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615285:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615304:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615320:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.615326:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802674560:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.615326:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615354:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.615354:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615366:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.615385:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.615388:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.615396:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606599850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+630:2372:x1863313756420736:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 250us (2085us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998321.615416:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.615416:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5088 00010000:00010000:1.0:1776998321.615427:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615434:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.615441:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615464:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.615465:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998321.615475:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615492:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615503:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.615522:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998321.615858:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+64:3360:x1863313802675968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19998us (20178us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1776998321.615871:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12391 00010000:00010000:0.0:1776998321.615909:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615922:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615933:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615943:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.615963:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776998321.616115:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+64:3360:x1863313802676096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20349us (20509us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1776998321.616129:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12390 00000100:00100000:0.0:1776998321.616161:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756419968 00000100:00100000:0.0:1776998321.616189:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756419968 00000100:00100000:0.0:1776998321.616230:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16910 00000100:00100000:0.0:1776998321.616240:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756419968:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998321.616521:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3426:17551:x1863313756419968:12345-192.168.201.35@tcp:35:rm.0 Request processed in 280us (3473us total) trans 4295019856 rc 0/0 00000100:00100000:0.0:1776998321.616556:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16910 00000100:00100000:2.0:1776998321.617634:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3359:x1863313802675200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25286us (25420us total) trans 4294970526 rc 0/0 00000100:00100000:2.0:1776998321.617645:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12388 00000100:00100000:1.0:1776998321.619131:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+25:3360:x1863313802674432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56877us (60560us total) trans 4294970649 rc 0/0 00000100:00100000:1.0:1776998321.619143:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12385 00010000:00010000:1.0:1776998321.619237:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000585d9879/0x27b6fb2648196340 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d242 expref: 629 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.619258:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802674944:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.619282:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619306:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619317:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619330:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619343:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619358:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776998321.619571:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+64:3361:x1863313802674688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41415us (41594us total) trans 4294970527 rc 0/0 00000100:00100000:1.0:1776998321.619582:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12386 00010000:00010000:1.0:1776998321.619744:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014f295d5/0x27b6fb264818fc15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a35d expref: 643 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.619763:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802675584:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.619782:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619795:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619807:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619820:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619831:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.619845:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1776998321.620024:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3359:x1863313802675456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26136us (26244us total) trans 4294970650 rc 0/0 00000100:00100000:1.0:1776998321.620034:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12389 00010000:00010000:1.0:1776998321.620082:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1776998321.620092:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620105:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620112:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620125:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620148:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620161:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9c0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xacc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620208:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1776998321.620214:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620224:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620229:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620241:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620256:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620266:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9bc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620285:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1776998321.620290:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620300:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620305:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620317:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620329:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620340:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481b9bf9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620356:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998321.620362:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620372:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620376:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620386:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620399:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620409:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203c91a7/0x27b6fb26481b9c07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620427:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.620432:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620442:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620447:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620458:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620471:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620480:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481b9bcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620497:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.620501:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620509:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.620513:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620560:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620575:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620585:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.620604:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.620606:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.620608:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.620624:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.620631:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.622504:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc9f682d/0x27b6fb26481a2628 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ada expref: 628 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623472:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623487:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623496:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623505:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.623511:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623520:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623560:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7834ac11 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998321.623566:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.623571:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.623579:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481b9be4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7834ac11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.624130:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802675072:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.624162:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.624195:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.624206:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.624220:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.624230:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.624269:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.624296:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.624303:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.624313:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.624318:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.624329:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.624347:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.624356:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481b9bd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.624375:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.624377:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.624379:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.624815:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+64:3361:x1863313802674816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46364us (46763us total) trans 4294970528 rc 0/0 00000100:00100000:1.0:1776998321.624828:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12387 00010000:00010000:2.0:1776998321.625989:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.632688:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802676224 00000100:00100000:1.0:1776998321.632705:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802676224 00000100:00100000:1.0:1776998321.632773:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12394 00000100:00100000:1.0:1776998321.632789:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:3361:x1863313802676224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.632826:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3221 count 1 00010000:00010000:1.0:1776998321.632858:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.632877:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.632893:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 627 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.632906:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.632909:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.632914:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998321.632948:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789880/2, rc 0, transno 4294970650 00010000:00010000:1.0:1776998321.632965:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 627 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.632969:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802675456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.632996:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 627 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998321.632997:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2dc00/2, rc 0, transno 4294970526 00000100:00100000:1.0:1776998321.633020:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802677632:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.633035:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802675200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.633059:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802677376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.633113:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26033c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.633115:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998321.633154:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788e00/2, rc 0, transno 4294970528 00000100:00100000:1.0:1776998321.633164:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802674816:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.633181:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788380/2, rc 0, transno 4294970527 00000100:00100000:1.0:1776998321.633187:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802674688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.633205:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.633241:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.633273:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998321.633285:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.633311:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776998321.633323:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.633327:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802677760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.633364:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.633375:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.633415:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.633425:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.633447:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998321.633454:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802678016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998321.633485:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.633934:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420096 00000100:00100000:0.0:1776998321.633941:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420096 00010000:00010000:0.0:1776998321.633970:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 628 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.634016:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5089 00000100:00100000:0.0:1776998321.634026:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+628:2375:x1863313756420096:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.634039:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.634048:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 628 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634064:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 628 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634088:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026563558/0x27b6fb2648194962 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c680 expref: 628 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634112:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.634115:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.634120:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634132:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634160:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.634229:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+627:2375:x1863313756420096:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 203us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.634239:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5089 00000100:00100000:0.0:1776998321.634337:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.634397:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756420864 00000100:00100000:0.0:1776998321.634406:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.634406:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756420864 00010000:00010000:2.0:1776998321.634440:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 627 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634447:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634464:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634477:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.634485:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5090 00010000:00010000:0.0:1776998321.634496:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.634505:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+627:2375:x1863313756420864:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.634548:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.634558:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 627 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.634567:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.634578:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 627 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.634599:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.634603:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.634608:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.634619:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.634642:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.635706:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802675840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38046us (38269us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1776998321.635716:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12392 00000100:00100000:2.0:1776998321.636618:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+627:2375:x1863313756420864:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2116us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.636631:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5090 00010000:00010000:2.0:1776998321.636782:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000398ba40e/0x27b6fb264819e5ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40d98 expref: 626 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.636802:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802677504:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.636827:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.636841:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.636850:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.636889:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.636902:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.636927:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998321.637123:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:3361:x1863313802675712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32680us (39297us total) trans 4294970530 rc 0/0 00000100:00100000:2.0:1776998321.637132:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12393 00000004:00080000:1.0:1776998321.637316:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2ca80/2, rc 0, transno 4294970530 00000100:00100000:1.0:1776998321.637334:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802675712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.639517:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802676864 00000100:00100000:3.0:1776998321.639550:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802676864 00000100:00100000:0.0:1776998321.641262:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802677376 00000100:00100000:0.0:1776998321.641272:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802677376 00000100:00100000:3.0:1776998321.641582:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802677120 00000100:00100000:3.0:1776998321.641588:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802677120 00000100:00100000:3.0:1776998321.641610:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802677248 00000100:00100000:3.0:1776998321.641614:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802677248 00000100:00100000:3.0:1776998321.641633:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802677760 00000100:00100000:3.0:1776998321.641636:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802677760 00000100:00100000:3.0:1776998321.641661:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802677888 00000100:00100000:3.0:1776998321.641665:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802677888 00000100:00100000:3.0:1776998321.643887:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12395 00000100:00100000:3.0:1776998321.643907:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3359:x1863313802676864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.643945:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3220 count 1 00010000:00010000:3.0:1776998321.643975:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644000:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 642 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644031:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644035:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644040:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644115:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 642 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644131:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 642 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.644149:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802678144:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.644563:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb240 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.644591:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802678016 00000100:00100000:3.0:1776998321.644598:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802678016 00000100:00100000:3.0:1776998321.644634:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12396 00000100:00100000:3.0:1776998321.644643:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+28:3361:x1863313802677120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.644660:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3205 count 1 00010000:00010000:3.0:1776998321.644676:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644692:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 642 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644701:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644704:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644707:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644733:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 642 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644747:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 642 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.644780:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802678272:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.644832:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.644853:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12397 00000100:00100000:3.0:1776998321.644866:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12398 00000100:00100000:2.0:1776998321.644873:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3361:x1863313802677248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.644885:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3359:x1863313802677760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.644896:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3445 count 1 00002000:00080000:3.0:1776998321.644908:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3214 count 1 00010000:00010000:2.0:1776998321.644916:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644930:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644949:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 625 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.644967:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 642 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.644980:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644983:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.644986:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.645014:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.645017:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.645022:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.645034:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 625 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.645052:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 625 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.645070:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 642 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.645071:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802678400:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.645097:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 642 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.645115:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802678528:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.645118:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.645162:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714240 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.645597:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12399 00000100:00100000:3.0:1776998321.645608:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3359:x1863313802677376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.645628:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2540 count 1 00010000:00010000:3.0:1776998321.645642:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.645658:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.645953:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.645955:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.645959:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.645988:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.646001:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.646015:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802678656:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.646062:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.646091:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12400 00000100:00100000:3.0:1776998321.646101:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3361:x1863313802677888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.646191:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12401 00000100:00100000:0.0:1776998321.646203:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+67:3361:x1863313802678016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998321.646221:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2541 count 1 00010000:00010000:0.0:1776998321.646238:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.646255:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 625 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.646264:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.646266:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.646270:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.646297:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 625 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.646310:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 625 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.646333:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802678784:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.646371:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8480 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.646736:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421120 00000100:00100000:1.0:1776998321.646744:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421120 00000100:00100000:1.0:1776998321.646794:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51851 00000100:00100000:1.0:1776998321.646806:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3425:17551:x1863313756421120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998321.646860:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998321.646887:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d50200/0x27b6fb2648191f2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1478:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b34e expref: 3425 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.646908:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1478:0x0].0x0 (ffff8d2509c67100) 00010000:00010000:1.0:1776998321.646921:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be4ce00/0x27b6fb264818d4f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1381:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39197 expref: 3424 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.646940:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d913600/0x27b6fb264817c004 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c358be expref: 3423 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.646955:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff8d260137cc00) 00010000:00010000:1.0:1776998321.646968:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.646990:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647004:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647017:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647033:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647044:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647053:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647212:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647224:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.647234:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.647897:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998321.647962:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2d500/2, rc 0, transno 4294970524 00000100:00100000:2.0:1776998321.647971:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802675968:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998321.647986:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2d880/2, rc 0, transno 4294970525 00000100:00100000:2.0:1776998321.647992:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802676096:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998321.648005:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5ca80/2, rc 0, transno 4294970649 00000100:00100000:2.0:1776998321.648029:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802674432:0@lo:6:osp-syn-1-0.0 00000040:00080000:1.0:1776998321.648437:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2883, 64 off192768 00010000:00010000:1.0:1776998321.648511:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648554:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648567:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648576:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648585:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648594:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648618:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1776998321.648640:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648925:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648934:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648942:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.648947:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648957:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648970:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998321.648974:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998321.648978:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.648986:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9c62 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649005:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649013:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649025:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649031:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.649035:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649042:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649051:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998321.649054:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.649058:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649065:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9c54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998321.649076:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b38006f reply state 00000000dea93372 transno 4295019857 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.649087:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998321.649161:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3424:17551:x1863313756421120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2356us (14756us total) trans 4295019857 rc 0/0 00000100:00100000:1.0:1776998321.649195:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51851 00000100:00100000:1.0:1776998321.649319:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802676992 00000100:00100000:1.0:1776998321.649324:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802676992 00000100:00100000:1.0:1776998321.649357:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12402 00000100:00100000:1.0:1776998321.649366:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3360:x1863313802676992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.649388:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3383 count 1 00010000:00010000:1.0:1776998321.649406:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649425:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 642 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649436:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.649438:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.649442:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649469:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 642 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.649482:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 642 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.649498:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802679296:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.650898:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998321.650909:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.650922:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.650928:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.650939:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1776998321.650940:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3381 count 1 00010000:00010000:0.0:1776998321.650965:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.650965:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.650999:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481b9c15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.651005:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 625 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651026:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.651032:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651041:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.651046:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651057:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651071:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651080:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481b9c1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651098:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.651102:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651109:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.651113:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651121:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651132:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:0.0:1776998321.651135:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.651140:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651148:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9c69 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.651164:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.651187:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.651189:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.651201:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.651220:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998321.651305:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.651403:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.651407:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.651411:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.651447:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 625 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.651470:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 625 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.651487:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802679424:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.651974:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.652000:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802676736 00000100:00100000:1.0:1776998321.652007:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802676736 00000100:00100000:1.0:1776998321.657755:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12403 00000100:00100000:1.0:1776998321.657780:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802676736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.657818:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3217 count 1 00010000:00010000:1.0:1776998321.657847:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.657873:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 642 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.657885:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.657888:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.657891:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.657935:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 642 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.657951:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 642 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.657972:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802679552:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.659081:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802678912:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.660332:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2fb80/2, rc 0, transno 4294970529 00000100:00100000:0.0:1776998321.660886:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802675840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.660905:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.660915:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802679168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.660965:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.661009:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802679168 00000100:00100000:0.0:1776998321.661016:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802679168 00000100:00100000:0.0:1776998321.661059:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12404 00000100:00100000:0.0:1776998321.661069:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+68:3362:x1863313802679168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998321.661090:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2497 count 1 00010000:00010000:0.0:1776998321.661113:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661133:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 625 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661143:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.661146:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.661149:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661216:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 625 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661233:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 625 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.661249:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802679680:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.661312:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.661552:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802679808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.661585:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.661627:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802679808 00000100:00100000:0.0:1776998321.661633:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802679808 00000100:00100000:0.0:1776998321.661667:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12405 00000100:00100000:0.0:1776998321.661676:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3362:x1863313802679808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.661695:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3223 count 1 00010000:00010000:0.0:1776998321.661713:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661728:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 642 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661738:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.661740:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.661744:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661771:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 642 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.661794:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 642 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.661808:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802679936:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.661850:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.661938:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb480 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.661978:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802679040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.662231:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.662426:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998321.662436:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802680064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.662467:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.663110:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802679040 00000100:00100000:0.0:1776998321.663117:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802679040 00000100:00100000:0.0:1776998321.663150:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802680064 00000100:00100000:0.0:1776998321.663154:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802680064 00000100:00100000:0.0:1776998321.663201:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12406 00000100:00100000:0.0:1776998321.663212:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802679040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998321.663498:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3206 count 1 00010000:00010000:0.0:1776998321.663517:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663557:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 625 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663566:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.663568:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.663572:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663618:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 625 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663640:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 625 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.663656:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802680192:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.663712:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.663734:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12407 00000100:00100000:0.0:1776998321.663745:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802680064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.663763:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2494 count 1 00010000:00010000:0.0:1776998321.663779:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663796:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 642 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663806:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.663808:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.663812:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663841:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 642 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.663854:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 642 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.663877:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802680320:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.663912:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5540 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.665084:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080a80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.665612:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802680448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998321.665664:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.668647:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802680448 00000100:00100000:1.0:1776998321.668659:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802680448 00000100:00100000:1.0:1776998321.668741:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12408 00000100:00100000:1.0:1776998321.668755:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:3360:x1863313802680448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998321.668787:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2756 count 1 00010000:00010000:1.0:1776998321.668814:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.668842:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 625 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.668855:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.668858:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.668862:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.668902:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 625 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.668920:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 625 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.668941:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802680576:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.669032:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.671278:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.671562:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.671884:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.671947:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802677632:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.671983:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672064:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672078:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672090:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672108:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.672116:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672128:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.672151:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x34461b11 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998321.672157:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.672164:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672198:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802678272:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.672202:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9c5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x34461b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.672230:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.672270:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802679296:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.672273:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421248 00000100:00100000:3.0:1776998321.672284:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421248 00010000:00010000:1.0:1776998321.672297:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.672322:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 643 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672381:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421504 00000100:00100000:3.0:1776998321.672387:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421504 00010000:00010000:3.0:1776998321.672407:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 626 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672439:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421376 00000100:00100000:3.0:1776998321.672443:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421376 00010000:00010000:3.0:1776998321.672461:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 644 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.672469:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802678528:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.672498:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672504:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5091 00000100:00100000:3.0:1776998321.672522:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+644:2375:x1863313756421248:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.672562:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.672569:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 644 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.672585:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 644 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.672611:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.672615:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.672623:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.672636:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.672658:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5092 00010000:00010000:3.0:1776998321.672660:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.672938:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+626:2375:x1863313756421504:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.672955:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.672962:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 626 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672975:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+644:2375:x1863313756421248:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 452us (1698us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.672989:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 626 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.672992:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5091 00010000:00010000:0.0:1776998321.673018:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089d0d651/0x27b6fb26481a93f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45cc1 expref: 626 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.673027:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5093 00010000:00010000:0.0:1776998321.673045:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998321.673045:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+643:2375:x1863313756421376:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.673049:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.673056:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.673060:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.673073:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 643 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.673074:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.673112:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 643 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.673123:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.673136:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001eb8b85b/0x27b6fb26481a8a9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45884 expref: 643 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.673152:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.673157:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776998321.673159:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+625:2375:x1863313756421504:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 225us (1593us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998321.673163:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.673202:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.673224:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5092 00010000:00010000:3.0:1776998321.673502:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.674182:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.674197:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.674209:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.674226:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.674251:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.675137:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802678784:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.675164:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.679907:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+642:2375:x1863313756421376:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6606us (8045us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.679923:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5093 00000100:00100000:3.0:1776998321.680005:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802678400:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.680029:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.680059:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.680072:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.680086:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.680097:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.680123:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998321.681053:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998321.681112:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.681122:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681138:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.681144:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681158:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681203:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681216:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008904017c/0x27b6fb26481b9c23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681242:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.681247:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681257:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.681261:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681271:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681286:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681296:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481b9c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.681315:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.681318:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.681321:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.682379:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060f2843c/0x27b6fb26481a93a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45c9e expref: 641 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.682402:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802678144:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.682424:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682437:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682446:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682457:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682467:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682497:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998321.682765:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802676864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38865us (49892us total) trans 4294970652 rc 0/0 00000100:00100000:2.0:1776998321.682776:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12395 00000100:00100000:2.0:1776998321.682803:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802678912 00000100:00100000:2.0:1776998321.682810:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802678912 00000100:00100000:2.0:1776998321.682856:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12409 00000100:00100000:2.0:1776998321.682866:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+72:3359:x1863313802678912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998321.682897:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3446 count 1 00010000:00010000:2.0:1776998321.682920:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682941:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 624 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682951:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.682954:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.682958:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.682997:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 624 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.683014:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 624 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.683032:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802680704:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.683104:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.683136:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802678656:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.683152:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.683222:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802679680:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.683238:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.683267:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802679936:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.683515:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998321.683867:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b480/2, rc 0, transno 4294970652 00000100:00100000:0.0:1776998321.683896:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802676864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.683917:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.683924:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.683936:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.683942:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.683960:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.683977:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.683987:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481b9c2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.684011:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.684013:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.684016:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998321.684255:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789180/2, rc 0, transno 4294970651 00000100:00100000:0.0:1776998321.684263:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.684280:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2e300/2, rc 0, transno 4294970531 00000100:00100000:0.0:1776998321.684293:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802676224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998321.684310:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.685175:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+72:3361:x1863313802676224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52389us (83208us total) trans 4294970531 rc 0/0 00000100:00100000:1.0:1776998321.685187:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12394 00000100:00100000:2.0:1776998321.685895:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802679424:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.685920:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.687686:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3361:x1863313802677120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43036us (54437us total) trans 4294970651 rc 0/0 00000100:00100000:3.0:1776998321.687701:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12396 00000100:00100000:2.0:1776998321.688106:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688164:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688226:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688251:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688275:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688300:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688322:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.688341:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.688670:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421760 00000100:00100000:3.0:1776998321.688679:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421760 00010000:00010000:3.0:1776998321.688720:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 641 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.688762:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422016 00000100:00100000:3.0:1776998321.688767:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422016 00010000:00010000:3.0:1776998321.688791:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 625 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.688812:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5094 00000100:00100000:3.0:1776998321.688825:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+641:2375:x1863313756421760:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.688841:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.688849:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 641 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.688866:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 641 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.688894:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018d15529/0x27b6fb26481b1afe lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a24 expref: 641 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.688915:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.688919:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.688924:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.688945:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689268:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422272 00000100:00100000:2.0:1776998321.689275:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422272 00010000:00010000:2.0:1776998321.689301:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 626 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689323:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422528 00000100:00100000:2.0:1776998321.689326:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422528 00010000:00010000:2.0:1776998321.689341:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 627 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689355:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421632 00000100:00100000:2.0:1776998321.689358:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421632 00010000:00010000:2.0:1776998321.689372:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 628 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689386:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756421888 00000100:00100000:2.0:1776998321.689390:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756421888 00010000:00010000:2.0:1776998321.689403:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 641 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689420:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422144 00000100:00100000:2.0:1776998321.689424:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422144 00010000:00010000:2.0:1776998321.689439:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 642 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689453:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422400 00000100:00100000:2.0:1776998321.689457:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422400 00010000:00010000:2.0:1776998321.689472:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 643 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.689500:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5095 00000100:00100000:2.0:1776998321.689510:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606599c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+628:2375:x1863313756422016:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.689549:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.689557:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 628 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.689571:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 628 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.689591:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004148d7f5/0x27b6fb264818fb2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a2f4 expref: 628 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.689605:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.689607:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.689611:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.689622:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.689654:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.689974:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606599c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+627:2375:x1863313756422016:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 462us (1808us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998321.689982:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.689988:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5095 00000100:00100000:2.0:1776998321.690015:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5096 00000100:00100000:2.0:1776998321.690025:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+626:2375:x1863313756422272:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.690039:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1776998321.690047:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+643:2375:x1863313756421760:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1220us (1939us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998321.690053:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 626 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.690067:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5094 00010000:00010000:2.0:1776998321.690083:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 626 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690108:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e522ea12/0x27b6fb264818e0a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c396e5 expref: 626 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690123:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.690127:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.690132:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.690137:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5097 00010000:00010000:2.0:1776998321.690149:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.690201:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+625:2375:x1863313756422528:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.690208:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.690216:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.690226:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 625 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.690244:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+625:2375:x1863313756422272:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 217us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.690254:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5096 00000100:00100000:2.0:1776998321.690277:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5098 00000100:00100000:2.0:1776998321.690287:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+624:2375:x1863313756421632:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.690569:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.690576:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 624 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690591:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 624 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690607:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016a2bb48/0x27b6fb26481a8fbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ad7 expref: 624 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690619:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.690622:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.690625:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690912:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.690939:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.690964:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+623:2375:x1863313756421632:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 679us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.690974:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5098 00000100:00100000:2.0:1776998321.690993:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5099 00000100:00100000:2.0:1776998321.691002:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+642:2375:x1863313756421888:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.691013:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.691018:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691032:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691048:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020ab1ece/0x27b6fb264818fa47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a28b expref: 642 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691061:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.691063:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.691067:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691077:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691100:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.691127:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+641:2375:x1863313756421888:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (2825us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998321.691127:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 622 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.691152:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5099 00010000:00010000:3.0:1776998321.691166:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3c48d5f/0x27b6fb26481af431 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48881 expref: 622 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691183:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.691186:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.691191:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691201:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.691202:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5100 00000100:00100000:2.0:1776998321.691219:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+640:2375:x1863313756422144:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.691231:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.691239:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 640 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691255:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.691265:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 640 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.691286:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086a25c16/0x27b6fb26481af5b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48930 expref: 640 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.691294:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+621:2375:x1863313756422528:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1097us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.691558:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5097 00000100:00100000:3.0:1776998321.691583:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5101 00000100:00100000:3.0:1776998321.691594:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+640:2375:x1863313756422400:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.691606:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.691614:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 640 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691630:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 640 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691647:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093af048e/0x27b6fb26481a9572 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45d70 expref: 640 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691662:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.691664:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.691669:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691678:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.691704:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.692860:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+639:2375:x1863313756422400:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1265us (4514us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.692876:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5101 00010000:00010000:3.0:1776998321.692920:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.692957:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.692972:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.692985:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.693850:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802680832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.693968:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998321.694320:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998321.694950:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+72:3359:x1863313802677760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50050us (61556us total) trans 4294970532 rc 0/0 00000100:00100000:3.0:1776998321.694965:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12398 00000100:00100000:3.0:1776998321.695002:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802680832 00000100:00100000:3.0:1776998321.695011:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802680832 00000100:00100000:3.0:1776998321.695067:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12410 00000100:00100000:3.0:1776998321.695082:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3361:x1863313802680832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.695116:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2895 count 1 00010000:00010000:3.0:1776998321.695147:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695205:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 638 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695220:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.695222:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.695227:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695273:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 638 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695293:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 638 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.695313:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802681088:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.695398:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbf00 going to sleep for 11 seconds 00010000:00010000:3.0:1776998321.695440:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695453:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695467:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695479:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.695517:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998321.698939:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802680960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.699010:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.699143:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802679552:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.699186:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.699227:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802680576:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.699249:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.699278:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802680960 00000100:00100000:1.0:1776998321.699285:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802680960 00000100:00100000:1.0:1776998321.699330:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12411 00000100:00100000:1.0:1776998321.699342:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+34:3362:x1863313802680960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.699372:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2673 count 1 00010000:00010000:1.0:1776998321.699396:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.699417:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 638 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.699427:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.699430:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.699434:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.699467:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 638 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.699482:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 638 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.699497:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802681216:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.699553:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.699629:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.699729:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.699782:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.699828:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.699926:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.700023:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423296 00000100:00100000:1.0:1776998321.700029:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423296 00000100:00100000:1.0:1776998321.700069:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16911 00000100:00100000:1.0:1776998321.700081:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3423:17551:x1863313756423296:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998321.700715:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3424:17551:x1863313756423296:12345-192.168.201.35@tcp:35:rm.0 Request processed in 635us (1101us total) trans 4295019858 rc 0/0 00000100:00100000:1.0:1776998321.700726:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16911 00000100:00100000:1.0:1776998321.700758:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422784 00000100:00100000:1.0:1776998321.700763:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422784 00010000:00010000:1.0:1776998321.700785:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 639 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.700809:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423040 00000100:00100000:1.0:1776998321.700813:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423040 00010000:00010000:1.0:1776998321.700829:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 621 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.700845:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422656 00000100:00100000:1.0:1776998321.700848:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422656 00010000:00010000:1.0:1776998321.700861:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 622 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.700877:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756422912 00000100:00100000:1.0:1776998321.700880:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756422912 00010000:00010000:1.0:1776998321.700894:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 640 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.700911:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5102 00000100:00100000:1.0:1776998321.700920:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606599050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+640:2375:x1863313756422784:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.700931:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.700938:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 640 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.700953:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 640 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.700975:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.700978:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.700983:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.700996:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701016:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.701043:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606599050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+640:2375:x1863313756422784:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 123us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.701052:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5102 00000100:00100000:1.0:1776998321.701072:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5103 00000100:00100000:1.0:1776998321.701082:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+622:2375:x1863313756423040:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.701095:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.701101:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 622 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701115:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 622 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701141:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013081ee2/0x27b6fb2648197c84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xac4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ddbe expref: 622 pid: 12888 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701159:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701162:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701187:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701200:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701224:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.701473:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+621:2375:x1863313756423040:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 391us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.701483:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5103 00000100:00100000:1.0:1776998321.701504:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5104 00000100:00100000:1.0:1776998321.701512:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+620:2375:x1863313756422656:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.701522:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.701555:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 620 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701568:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 620 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701591:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701593:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701597:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701606:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701623:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.701649:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+620:2375:x1863313756422656:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 136us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.701658:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5104 00000100:00100000:1.0:1776998321.701678:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5105 00000100:00100000:1.0:1776998321.701687:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+639:2375:x1863313756422912:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.701698:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.701705:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 639 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701720:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 639 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701738:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dc5c58a/0x27b6fb26481a91d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45bcc expref: 639 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701762:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701764:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.701768:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701779:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701804:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.701830:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+638:2375:x1863313756422912:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.701839:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5105 00010000:00010000:1.0:1776998321.701872:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701884:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701897:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701907:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.701930:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998321.702244:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+73:3360:x1863313802680448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33490us (36577us total) trans 4294970534 rc 0/0 00000100:00100000:1.0:1776998321.702255:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12408 00010000:00010000:1.0:1776998321.702285:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.702297:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.702309:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.702319:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.703288:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3361:x1863313802677888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57184us (69873us total) trans 4294970533 rc 0/0 00000100:00100000:3.0:1776998321.703300:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12400 00010000:00010000:3.0:1776998321.703338:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998321.703348:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703361:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.703486:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.703488:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.703495:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703508:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703564:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.703590:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.703601:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+636:2375:x1863313756422144:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 12380us (15273us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998321.703613:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703633:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.703636:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5100 00010000:00010000:3.0:1776998321.703651:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffa852c/0x27b6fb26481b9c3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703711:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.703717:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703736:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.703742:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703753:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703754:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.703767:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703773:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703792:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.703796:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481b9c77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703799:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703824:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.703828:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.703829:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703831:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.703853:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.703863:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481b9ca1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xac4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998321.703881:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a002d80/2, rc 0, transno 4294970532 00010000:00010000:2.0:1776998321.703886:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.703890:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.703893:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.703900:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802677760:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998321.703935:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703949:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703962:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703975:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.703999:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.704004:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704018:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704029:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704041:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704064:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998321.704654:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3359:x1863313802677376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59046us (71537us total) trans 4294970653 rc 0/0 00000100:00100000:2.0:1776998321.704663:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12399 00010000:00010000:2.0:1776998321.704945:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704958:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704968:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704978:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.704996:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998321.705477:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:3362:x1863313802679168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44407us (44509us total) trans 4294970535 rc 0/0 00000100:00100000:2.0:1776998321.705486:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12404 00010000:00010000:2.0:1776998321.705510:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998321.705516:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705549:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.705555:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705573:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705588:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705598:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b95e6e4a/0x27b6fb26481b9c8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705617:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998321.705621:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705633:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.705637:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705648:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705662:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705672:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012362147/0x27b6fb26481b9c46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705970:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.705977:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.705987:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.705992:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.706002:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.706016:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.706026:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e90af765/0x27b6fb26481b9c85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.706043:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.706046:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.706048:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.709267:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802679808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47585us (47674us total) trans 4294970654 rc 0/0 00000100:00100000:3.0:1776998321.709282:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12405 00010000:00010000:3.0:1776998321.709326:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998321.709373:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788700/2, rc 0, transno 4294970653 00000100:00100000:3.0:1776998321.709417:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802677376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.709449:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.709479:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.709496:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.709510:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.709512:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.709557:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.709574:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.709593:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.709606:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.709614:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.709644:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998321.709973:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+72:3361:x1863313802678016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63771us (76487us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1776998321.709983:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12401 00010000:00010000:2.0:1776998321.712638:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998321.712651:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.712666:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.712672:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.712687:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.712964:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.712978:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9c38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713005:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.713011:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713020:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.713025:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713035:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713050:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713060:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2980309/0x27b6fb26481b9c4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.713080:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.713083:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.713085:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.713561:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.713823:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802676736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56051us (62600us total) trans 4294970655 rc 0/0 00000100:00100000:1.0:1776998321.713836:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12403 00010000:00010000:1.0:1776998321.713880:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.713892:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.713905:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.713948:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.713968:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998321.714224:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+35:3360:x1863313802676992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64857us (66327us total) trans 4294970656 rc 0/0 00000100:00100000:1.0:1776998321.714235:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12402 00010000:00010000:1.0:1776998321.714682:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.714691:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714704:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.714709:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714719:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714737:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714748:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481b9c7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714769:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.714774:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714784:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.714788:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714799:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714813:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714823:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9c70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.714840:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.714843:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.714845:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.714892:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c15f80/2, rc 0, transno 4294970654 00000100:00100000:1.0:1776998321.714902:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802679808:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998321.714920:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f20700/2, rc 0, transno 4294970535 00000100:00100000:1.0:1776998321.714933:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802679168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.714947:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789500/2, rc 0, transno 4294970655 00000100:00100000:1.0:1776998321.714951:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802676736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.714977:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.715013:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f23480/2, rc 0, transno 4294970534 00000100:00100000:1.0:1776998321.715025:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802680448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998321.715046:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978a300/2, rc 0, transno 4294970656 00000100:00100000:1.0:1776998321.715052:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802676992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998321.715842:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.715878:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802680704:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.715906:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.717254:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3361:x1863313802677248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72385us (83928us total) trans 4294970657 rc 0/0 00000100:00100000:3.0:1776998321.717269:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12397 00000100:00100000:3.0:1776998321.717389:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802681344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.717438:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.717521:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998321.717555:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802681472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.717599:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.717652:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802681344 00000100:00100000:3.0:1776998321.717660:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802681344 00000100:00100000:3.0:1776998321.717707:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802681472 00000100:00100000:3.0:1776998321.717712:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802681472 00000100:00100000:3.0:1776998321.717754:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12412 00000100:00100000:3.0:1776998321.717781:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3359:x1863313802681344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.717811:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2986 count 1 00010000:00010000:3.0:1776998321.717837:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.717862:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.717874:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.717877:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.717884:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.717921:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.717946:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.717962:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802681600:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.718040:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.718068:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12413 00000100:00100000:3.0:1776998321.718080:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3359:x1863313802681472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.718098:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2933 count 1 00010000:00010000:3.0:1776998321.718115:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.718130:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.718140:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.718142:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.718146:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.718197:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.718210:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.718233:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802681728:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.718268:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.718320:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.723747:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423424 00000100:00100000:1.0:1776998321.723759:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423424 00010000:00010000:1.0:1776998321.723805:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 620 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.723849:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5106 00000100:00100000:1.0:1776998321.723860:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+620:2374:x1863313756423424:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.723878:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.723885:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 620 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.723904:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 620 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.724135:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4a382c9/0x27b6fb26481b1b4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49a47 expref: 620 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.729155:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.729162:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.729187:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.729218:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.729962:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.730041:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+619:2374:x1863313756423424:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6176us (11716us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.730055:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5106 00000100:00100000:1.0:1776998321.730137:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802681216:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.730165:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.732758:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.732924:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.732955:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.733192:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423552 00000100:00100000:1.0:1776998321.733202:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423552 00010000:00010000:1.0:1776998321.733244:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 636 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.733283:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423680 00000100:00100000:1.0:1776998321.733287:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423680 00010000:00010000:1.0:1776998321.733301:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 637 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.734783:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802681088:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.734816:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.734889:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5107 00000100:00100000:3.0:1776998321.734907:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+637:2375:x1863313756423552:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.734928:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.734938:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 637 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.734957:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 637 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.734990:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d21a4e66/0x27b6fb2648194a49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c6e9 expref: 637 pid: 12896 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.735772:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5108 00000100:00100000:1.0:1776998321.735788:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+636:2375:x1863313756423680:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.735802:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.735809:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 636 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.735827:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 636 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.735849:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c958108/0x27b6fb264819cfd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4039d expref: 636 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.735886:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.735891:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.735898:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.735913:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.735947:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.736004:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+635:2375:x1863313756423552:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1102us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.736028:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5107 00000100:00100000:0.0:1776998321.740992:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802681856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.741072:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998321.741140:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e5880/2, rc 0, transno 4294970536 00000100:00100000:0.0:1776998321.741154:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802678016:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.741191:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e6680/2, rc 0, transno 4294970533 00000100:00100000:0.0:1776998321.741197:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677888:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998321.741211:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b100/2, rc 0, transno 4294970657 00000100:00100000:0.0:1776998321.741498:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802677248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.742096:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802681728:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.742123:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.742238:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998321.742251:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802681984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.742294:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.742472:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756423936 00000100:00100000:0.0:1776998321.742482:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756423936 00000100:00100000:0.0:1776998321.742560:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51852 00000100:00100000:0.0:1776998321.742573:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3424:17551:x1863313756423936:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.742639:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.742977:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c6600/0x27b6fb26481a9d9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46128 expref: 3424 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743011:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d948c00/0x27b6fb26481a9d75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46113 expref: 3423 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743030:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d29e200/0x27b6fb2648188f8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38240 expref: 3422 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743043:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196f:0x0].0x0 (ffff8d250d126f00) 00010000:00010000:0.0:1776998321.743057:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.743082:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743099:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743110:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743128:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743138:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743146:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743569:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743582:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.743591:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.744617:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802681856 00000100:00100000:2.0:1776998321.744625:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802681856 00000100:00100000:2.0:1776998321.744661:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802681984 00000100:00100000:2.0:1776998321.744665:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802681984 00000100:00100000:2.0:1776998321.744691:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12414 00000100:00100000:2.0:1776998321.744702:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802681856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.744727:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2755 count 1 00010000:00010000:2.0:1776998321.744747:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.744767:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 634 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.744785:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.744788:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.744792:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.744830:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 634 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.744846:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 634 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.744906:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802682112:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.747376:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f372a80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.747419:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12415 00000100:00100000:2.0:1776998321.747435:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802681984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.747463:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2945 count 1 00010000:00010000:2.0:1776998321.747487:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.747507:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 634 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.747518:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.747521:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.748214:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.748219:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.748225:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.748239:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.748275:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.748317:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+634:2375:x1863313756423680:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 12534us (15392us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.748330:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5108 00010000:00010000:2.0:1776998321.749645:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.749695:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 633 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.749712:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 633 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.749734:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802682240:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.749803:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f372000 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.749942:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802681600:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.749974:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.750489:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.750503:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.750522:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2872, 64 off192000 00010000:00010000:1.0:1776998321.750548:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.750558:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.750580:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.751048:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3362:x1863313802680960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51707us (52037us total) trans 4294970658 rc 0/0 00000100:00100000:1.0:1776998321.751058:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12411 00000100:00100000:2.0:1776998321.751261:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.751419:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998321.752035:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752054:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752068:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752079:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752086:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752094:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752125:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776998321.752150:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752164:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752187:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752194:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.752200:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752208:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752222:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196f:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998321.752226:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.752231:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752240:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346800/0x27b6fb26481b9cd9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x196f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752265:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752271:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.752275:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752283:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752286:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752313:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.752316:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.752320:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752324:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752342:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752354:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752370:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.752373:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.752376:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.752385:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346600/0x27b6fb26481b9ccb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752389:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.752400:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000257a8b1 reply state 00000000ed72822f transno 4295019859 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752407:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae29ebe1/0x27b6fb26481b9cb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.752420:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998321.752443:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.752450:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752461:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.752467:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752478:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752492:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196f:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:3.0:1776998321.752498:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1776998321.752504:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3423:17551:x1863313756423936:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9930us (19543us total) trans 4295019859 rc 0/0 00010000:00010000:3.0:1776998321.752505:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 1/0,0 mode: --/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752551:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e347400/0x27b6fb26481b9cee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.752572:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.752576:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.752583:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51852 00010000:00010000:3.0:1776998321.752583:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.757076:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.757096:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.757098:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.757111:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.757116:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.757124:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.757138:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.757138:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.757162:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998321.757470:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998321.759280:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3361:x1863313802680832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64199us (65306us total) trans 4294970659 rc 0/0 00000100:00100000:1.0:1776998321.759300:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12410 00000100:00100000:1.0:1776998321.759363:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424064 00000100:00100000:1.0:1776998321.759373:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424064 00000100:00100000:0.0:1776998321.759940:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+72:3359:x1863313802678912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77073us (78886us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1776998321.759950:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12409 00010000:00010000:0.0:1776998321.760014:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004c33c9a/0x27b6fb26481a8aeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c458a7 expref: 618 pid: 13958 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.760035:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802680192:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.760063:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.760078:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.760089:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.760102:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.760114:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.760129:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998321.760472:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+72:3360:x1863313802679040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97261us (98247us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1776998321.760483:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12406 00000004:00080000:0.0:1776998321.762131:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2ce00/2, rc 0, transno 4294970658 00000100:00100000:0.0:1776998321.762144:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802680960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.762183:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424192 00000100:00100000:0.0:1776998321.762191:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424192 00010000:00010000:0.0:1776998321.762230:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.762273:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5109 00000100:00100000:0.0:1776998321.762286:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+635:2375:x1863313756424192:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.762304:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.762311:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.762325:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 635 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764549:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.764594:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5110 00000100:00100000:1.0:1776998321.764606:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+635:2375:x1863313756424064:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.764620:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.764625:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764642:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764668:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdd1efda/0x27b6fb26481a0693 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c7f expref: 635 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764687:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.764689:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.764695:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764709:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.764752:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.764818:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+634:2375:x1863313756424064:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 213us (13559us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.764829:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5110 00000004:00080000:1.0:1776998321.765723:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2f480/2, rc 0, transno 4294970659 00000100:00100000:1.0:1776998321.765736:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802680832:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998321.765768:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f22300/2, rc 0, transno 4294970537 00010000:00010000:1.0:1776998321.765773:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.765788:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.765788:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802678912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998321.765808:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.765820:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.765835:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1776998321.766292:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd6d57d2/0x27b6fb264819e6b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40e01 expref: 633 pid: 6663 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766310:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.766313:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.766317:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.766327:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3359:x1863313802681344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48563us (48888us total) trans 4294970660 rc 0/0 00000100:00100000:1.0:1776998321.766339:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12412 00010000:00010000:0.0:1776998321.766349:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766380:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.766401:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000831a6c5f/0x27b6fb264818de86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c395f0 expref: 632 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.766412:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+632:2375:x1863313756424192:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4129us (14995us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.766423:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5109 00000100:00100000:1.0:1776998321.766427:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802680320:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.766448:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766453:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.766461:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766465:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.766472:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766478:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.766483:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766489:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.766494:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.766502:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1776998321.766505:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1776998321.766740:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3359:x1863313802681472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48659us (49138us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1776998321.766752:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12413 00000004:00080000:3.0:1776998321.766767:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db79f80/2, rc 0, transno 4294970661 00000100:00100000:3.0:1776998321.766778:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802681472:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.766837:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f23100/2, rc 0, transno 4294970538 00000100:00100000:0.0:1776998321.766851:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802679040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998321.766920:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998321.766934:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802682368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.766976:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.767007:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802682368 00000100:00100000:0.0:1776998321.767014:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802682368 00000100:00100000:0.0:1776998321.767048:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12416 00000100:00100000:0.0:1776998321.767058:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802682368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.767085:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2723 count 1 00010000:00010000:0.0:1776998321.767110:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.767129:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.767139:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.767142:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.767145:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.767199:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.767215:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.767472:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802682496:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.767545:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.767606:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802682624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.767639:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.767704:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.767714:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802682752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.767744:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.767802:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802682880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.767830:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998321.769049:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1776998321.769059:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769073:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769078:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769090:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769109:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769128:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091312f84/0x27b6fb26481b9ca8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769153:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776998321.769159:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769167:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769171:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769181:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769196:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769206:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481b9caf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769225:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998321.769230:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769238:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769243:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769253:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769266:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769275:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c94b06b/0x27b6fb26481b9c93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769293:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998321.769298:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769307:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769310:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769320:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769355:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769364:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481b9cbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769384:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998321.769389:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769398:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769402:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769412:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769426:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769437:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481b9cc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769456:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.769462:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769472:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.769477:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769495:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769509:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769519:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000925768ec/0x27b6fb26481b9c9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.769569:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.769572:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.769574:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998321.770559:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db7aa00/2, rc 0, transno 4294970660 00000100:00100000:3.0:1776998321.770575:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802681344:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.770709:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.770997:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771034:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771045:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771054:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e346400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.771060:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771071:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771091:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8e9847c1 (ffff8d250db54100) 00010000:00010000:3.0:1776998321.771097:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.771102:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771111:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e346400/0x27b6fb26481b9cd2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8e9847c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.771199:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802682112:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.771227:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.771514:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802682240:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.771559:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.771583:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.772217:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998321.777406:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802682624 00000100:00100000:0.0:1776998321.777422:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802682624 00000100:00100000:0.0:1776998321.777490:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802682752 00000100:00100000:0.0:1776998321.777495:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802682752 00000100:00100000:0.0:1776998321.777521:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802682880 00000100:00100000:0.0:1776998321.777550:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802682880 00000100:00100000:0.0:1776998321.777586:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12417 00000100:00100000:0.0:1776998321.777603:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+43:3360:x1863313802682624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.777614:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12418 00000100:00100000:3.0:1776998321.777633:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3362:x1863313802682752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.777640:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3036 count 1 00002000:00080000:3.0:1776998321.777659:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2883 count 1 00010000:00010000:0.0:1776998321.777671:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.777687:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.777701:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 630 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.777712:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 630 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.777726:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.777731:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.777732:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.777736:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.777740:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.777741:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.777816:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 630 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.777830:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 630 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.777837:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 630 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.777867:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 630 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.777883:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802683136:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.777890:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802683264:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.777992:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.778647:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802683008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.782506:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.782583:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12419 00000100:00100000:0.0:1776998321.782624:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3362:x1863313802682880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.782688:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2705 count 1 00010000:00010000:0.0:1776998321.782718:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.782745:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 630 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.782758:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.782761:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.782765:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.782825:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 630 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.782843:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 630 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.782862:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802683392:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.782911:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8f00 going to sleep for 11 seconds 00010000:00010000:0.0:1776998321.783099:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.784085:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3360:x1863313802680064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 120337us (121612us total) trans 4294970662 rc 0/0 00000100:00100000:1.0:1776998321.784098:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12407 00000100:00100000:3.0:1776998321.784192:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.784236:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.784696:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424704 00000100:00100000:0.0:1776998321.784706:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424704 00000100:00100000:0.0:1776998321.784775:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16912 00000100:00100000:0.0:1776998321.784786:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3422:17551:x1863313756424704:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998321.785114:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3423:17551:x1863313756424704:12345-192.168.201.35@tcp:35:rm.0 Request processed in 328us (924us total) trans 4295019860 rc 0/0 00000100:00100000:0.0:1776998321.785125:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16912 00000100:00100000:1.0:1776998321.785195:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424448 00000100:00100000:0.0:1776998321.785197:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802682496:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.785202:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424448 00010000:00010000:0.0:1776998321.785451:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785457:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 631 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.785499:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5111 00000100:00100000:1.0:1776998321.785509:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+631:2374:x1863313756424448:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.785545:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.785553:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 631 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785570:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 631 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785596:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a1ebcbc/0x27b6fb264819ede9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41149 expref: 631 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785631:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.785633:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.785639:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785650:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.785689:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.785725:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+630:2374:x1863313756424448:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 216us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.785734:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5111 00010000:00010000:0.0:1776998321.786103:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.786118:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.786139:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.786150:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.786184:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.786751:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+43:3361:x1863313802681984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39318us (44453us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1776998321.786761:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12415 00010000:00010000:1.0:1776998321.787107:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.787116:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.787128:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.787134:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.787145:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.787162:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.787416:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9ce7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.787440:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.787443:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.787445:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.787481:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2f100/2, rc 0, transno 4294970663 00000100:00100000:1.0:1776998321.787499:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802681984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.788088:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998321.788149:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c17100/2, rc 0, transno 4294970662 00000100:00100000:2.0:1776998321.788157:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802680064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.788437:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802683008 00000100:00100000:3.0:1776998321.788447:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802683008 00000100:00100000:3.0:1776998321.788517:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12420 00000100:00100000:3.0:1776998321.788556:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+43:3360:x1863313802683008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.788585:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2538 count 1 00010000:00010000:3.0:1776998321.788610:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.788912:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 629 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.788924:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.788927:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.788931:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.788993:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 629 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.789011:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 629 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.789042:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802683520:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.789133:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.790458:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998321.790477:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802683648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.790521:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.790584:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802683648 00000100:00100000:0.0:1776998321.790589:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802683648 00000100:00100000:0.0:1776998321.790624:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12421 00000100:00100000:0.0:1776998321.790633:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+44:3359:x1863313802683648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.790651:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3433 count 1 00010000:00010000:0.0:1776998321.790975:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.790994:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.791004:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.791007:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.791011:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.791040:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.791053:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.791068:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802683776:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.791123:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.791234:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.791247:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802683904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.797975:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.798344:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.799552:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424832 00000100:00100000:2.0:1776998321.799564:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424832 00010000:00010000:2.0:1776998321.799610:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.799662:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5112 00000100:00100000:2.0:1776998321.799676:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+630:2374:x1863313756424832:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.799696:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.799705:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.799725:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.799756:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcbc92ec/0x27b6fb264819685d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d495 expref: 630 pid: 8246 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.799775:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.799778:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.799784:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.799796:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.799830:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.799886:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+629:2374:x1863313756424832:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 213us (2206us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.801069:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802683904 00000100:00100000:3.0:1776998321.801077:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802683904 00000100:00100000:3.0:1776998321.801113:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12422 00000100:00100000:3.0:1776998321.801124:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3362:x1863313802683904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.801154:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3255 count 1 00010000:00010000:3.0:1776998321.801206:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.801229:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 629 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.801240:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.801243:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.801246:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.801283:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 629 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.801300:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 629 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.801329:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802684032:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.801418:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998321.803460:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.803481:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.803497:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.803509:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.803569:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998321.806202:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5112 00010000:00010000:3.0:1776998321.807520:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.807550:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.807564:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e347600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.807570:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.807584:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.807612:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.807623:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000203c91a7/0x27b6fb26481b9cf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.807652:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.807655:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.807658:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.808050:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802682368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40989us (41069us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1776998321.808063:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12416 00000004:00080000:1.0:1776998321.808183:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636810e00/2, rc 0, transno 4294970664 00000100:00100000:1.0:1776998321.808205:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802682368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.810472:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.810576:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.810684:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802684160 00000100:00100000:3.0:1776998321.810694:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802684160 00000100:00100000:3.0:1776998321.810773:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12423 00000100:00100000:3.0:1776998321.810786:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+46:3362:x1863313802684160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998321.810815:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3395 count 1 00010000:00010000:3.0:1776998321.810840:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.810865:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 628 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.810876:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.810879:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.810884:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.810920:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 628 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.810937:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 628 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.810956:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802684288:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.811055:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.832630:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832660:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832692:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832718:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832742:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832813:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832847:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832922:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.832973:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802683264:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.833009:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833057:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802683520:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.833076:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833112:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802683776:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.833130:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833157:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802684032:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.833198:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833230:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424320 00000100:00100000:3.0:1776998321.833238:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424320 00010000:00010000:3.0:1776998321.833282:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 629 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833311:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756424960 00000100:00100000:3.0:1776998321.833315:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756424960 00010000:00010000:3.0:1776998321.833338:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 630 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833358:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425216 00000100:00100000:3.0:1776998321.833363:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425216 00010000:00010000:3.0:1776998321.833384:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 631 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833400:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425088 00000100:00100000:3.0:1776998321.833404:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425088 00010000:00010000:3.0:1776998321.833422:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 632 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833441:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425728 00000100:00100000:3.0:1776998321.833444:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425728 00010000:00010000:3.0:1776998321.833463:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 633 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833480:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425600 00000100:00100000:3.0:1776998321.833485:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425600 00010000:00010000:3.0:1776998321.833505:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 634 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833546:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425856 00000100:00100000:3.0:1776998321.833551:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425856 00010000:00010000:3.0:1776998321.833569:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 635 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833594:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5113 00000100:00100000:3.0:1776998321.833609:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+635:2375:x1863313756424320:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.833629:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.833636:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 635 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833652:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 635 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833682:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ca0ec00/0x27b6fb2648197b9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xac3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dd55 expref: 635 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833703:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998321.833709:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5114 00010000:00010000:3.0:1776998321.833709:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.833717:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.833731:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+634:2373:x1863313756424960:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.833734:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.833751:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.833762:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 634 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833774:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.833825:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802683392:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.833836:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+634:2375:x1863313756424320:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 227us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.833866:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5113 00010000:00010000:0.0:1776998321.833868:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.833898:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5115 00000100:00100000:3.0:1776998321.833909:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+633:2373:x1863313756425216:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.833920:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.833928:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 633 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833943:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 633 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833961:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3e6f955/0x27b6fb2648195d89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cfa9 expref: 633 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833976:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.833978:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.833983:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.833995:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.834028:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.834037:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 632 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.834056:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+632:2373:x1863313756425216:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 147us (1334us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998321.834063:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.834069:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998321.834070:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5115 00010000:00010000:2.0:1776998321.834078:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.834094:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.834094:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5116 00000100:00100000:3.0:1776998321.834109:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d260659a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+631:2373:x1863313756425088:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.834125:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.834133:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998321.834133:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 631 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.834162:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 631 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.834178:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+631:2373:x1863313756424960:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 452us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.834191:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5114 00000100:00100000:2.0:1776998321.834226:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5117 00000100:00100000:2.0:1776998321.834245:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+630:2375:x1863313756425728:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.834248:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0e8b238/0x27b6fb26481a24a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42a2b expref: 630 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.834266:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.834269:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.834274:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.834280:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.834511:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.834548:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.834576:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.834604:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d260659a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+629:2373:x1863313756425088:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 497us (1859us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.834813:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.834828:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.834841:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.834851:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.834877:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.836044:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.836074:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed7db000/0x27b6fb26481b13c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496dc expref: 629 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.836090:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.836092:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.836097:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.836109:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.836143:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.836180:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+628:2375:x1863313756425728:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1939us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.837238:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802682880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54639us (69403us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1776998321.837251:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12419 00000100:00100000:1.0:1776998321.838371:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5118 00000100:00100000:1.0:1776998321.838390:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+628:2375:x1863313756425600:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.838411:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.838421:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 628 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838441:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 628 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838463:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004245670/0x27b6fb264818f913 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a1ff expref: 628 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838478:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.838480:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.838485:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838497:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838561:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.838598:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+627:2375:x1863313756425600:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 215us (5751us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.838619:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5118 00000100:00100000:1.0:1776998321.838647:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5119 00000100:00100000:1.0:1776998321.838657:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+626:2374:x1863313756425856:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.838668:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.838675:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 626 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838689:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 626 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838708:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9e81aa5/0x27b6fb26481aa8b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46630 expref: 626 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838721:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.838724:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.838729:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838738:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838765:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.838793:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+625:2374:x1863313756425856:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 137us (5870us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.838803:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5119 00010000:00010000:1.0:1776998321.838848:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838861:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838873:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838885:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.838908:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998321.839184:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802683904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38061us (40840us total) trans 4294970666 rc 0/0 00000100:00100000:1.0:1776998321.839197:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12422 00010000:00010000:1.0:1776998321.839228:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.839236:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839248:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ac000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.839253:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839265:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839316:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839327:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003977c152/0x27b6fb26481b9d0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839350:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.839355:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839363:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.839368:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839377:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839390:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839399:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca3c9c4/0x27b6fb26481b9d1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.839416:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.839418:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.839421:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.839812:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.839826:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.839839:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.839850:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.839878:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.840083:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802683008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51554us (51994us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1776998321.840093:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12420 00010000:00010000:0.0:1776998321.842511:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.842556:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.842570:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.842583:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.842647:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998321.844202:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802683648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53536us (53647us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1776998321.844216:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12421 00000004:00080000:0.0:1776998321.844549:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9c00/2, rc 0, transno 4294970668 00000100:00100000:0.0:1776998321.844567:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802683648:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.844605:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf8e00/2, rc 0, transno 4294970666 00000100:00100000:0.0:1776998321.844612:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802683904:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.844624:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbfbb80/2, rc 0, transno 4294970665 00000100:00100000:0.0:1776998321.844630:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802682880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.845214:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.845224:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845238:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.845245:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845267:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845292:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845303:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091d13590/0x27b6fb26481b9d11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845329:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.845335:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845345:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.845350:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845362:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845376:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845387:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047f4c0e8/0x27b6fb26481b9d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.845414:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.845416:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.845419:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.845455:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9180/2, rc 0, transno 4294970667 00000100:00100000:1.0:1776998321.845463:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802683008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.850050:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425472 00000100:00100000:1.0:1776998321.850067:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425472 00000100:00100000:1.0:1776998321.850149:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51853 00000100:00100000:1.0:1776998321.850165:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3423:17551:x1863313756425472:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998321.850261:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998321.850292:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d949400/0x27b6fb26481a9f20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1974:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d7 expref: 3423 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850321:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9a8000/0x27b6fb26481a9ef6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1974:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461c2 expref: 3422 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850340:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3a3600/0x27b6fb264818903d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1974:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38263 expref: 3421 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850354:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1974:0x0].0x0 (ffff8d250d126300) 00010000:00010000:1.0:1776998321.850368:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.850392:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850409:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850428:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850445:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850455:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850465:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850627:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850639:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.850649:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.855991:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5116 00000100:00100000:2.0:1776998321.856018:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5117 00000040:00080000:1.0:1776998321.856058:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2884, 64 off192832 00010000:00010000:1.0:1776998321.856146:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856187:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856202:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856214:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856225:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856234:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856254:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.856279:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856517:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856553:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856562:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.856567:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856578:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856593:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1974:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998321.856597:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998321.856602:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856611:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dec00/0x27b6fb26481b9d3b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856640:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856649:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856657:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856664:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998321.856668:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856718:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856728:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998321.856731:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998321.856735:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.856742:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de800/0x27b6fb26481b9d2d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998321.856753:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b5449a9 reply state 00000000ac5694ca transno 4295019861 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.856765:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998321.856861:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3422:17551:x1863313756425472:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6699us (24166us total) trans 4295019861 rc 0/0 00000100:00100000:1.0:1776998321.856878:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51853 00010000:00010000:2.0:1776998321.856882:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.856896:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.856910:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.856920:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.856939:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998321.857027:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998321.857035:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857044:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.857049:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857059:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857072:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1974:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998321.857076:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998321.857080:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857088:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2dfe00/0x27b6fb26481b9d42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857103:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.857109:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857119:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d9ad600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.857123:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857134:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857152:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857162:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f33f106d/0x27b6fb26481b9cfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857209:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.857212:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.857214:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.857223:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.857238:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998321.857256:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802684416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.857317:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.857364:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802684416 00000100:00100000:1.0:1776998321.857372:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802684416 00000100:00100000:1.0:1776998321.857417:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12424 00000100:00100000:1.0:1776998321.857427:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802684416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.857456:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3173 count 1 00010000:00010000:1.0:1776998321.857475:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857493:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 622 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.857504:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.857506:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.857511:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.858176:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998321.858191:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802684544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.858233:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.858305:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.858316:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.858351:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998321.858415:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.858447:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998321.859284:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.859297:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.860218:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.860607:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802684288:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.860633:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.860865:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802682624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83265us (93223us total) trans 4294970669 rc 0/0 00000100:00100000:2.0:1776998321.860880:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12417 00000100:00100000:2.0:1776998321.860906:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802684544 00000100:00100000:2.0:1776998321.860913:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802684544 00000100:00100000:2.0:1776998321.860978:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802684672 00000100:00100000:2.0:1776998321.860983:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802684672 00000100:00100000:2.0:1776998321.861007:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802684800 00000100:00100000:2.0:1776998321.861012:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802684800 00000100:00100000:2.0:1776998321.861037:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12425 00000100:00100000:2.0:1776998321.861048:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3359:x1863313802684544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.861075:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2535 count 1 00010000:00010000:2.0:1776998321.861098:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861121:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 622 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861134:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.861136:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.861141:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861181:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 622 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861205:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 622 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.861224:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802684928:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.861300:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2630492d80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.861327:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12426 00000100:00100000:2.0:1776998321.861339:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802684672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.861358:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3430 count 1 00010000:00010000:2.0:1776998321.861374:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861389:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 622 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861399:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.861401:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.861404:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861430:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 622 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861443:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 622 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.861465:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802685056:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.861507:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00010000:00010000:2.0:1776998321.861551:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861564:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861579:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861592:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.861617:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998321.862159:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3361:x1863313802681856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 117457us (121086us total) trans 4294970670 rc 0/0 00000100:00100000:2.0:1776998321.862193:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12414 00000100:00100000:2.0:1776998321.862314:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12427 00000100:00100000:2.0:1776998321.862325:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802684800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.862343:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3258 count 1 00010000:00010000:2.0:1776998321.862358:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.862385:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 622 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.862396:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.862399:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.862403:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.862431:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 622 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.862446:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 622 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.862461:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802685184:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.862496:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.863168:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756425984 00000100:00100000:2.0:1776998321.863177:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756425984 00010000:00010000:1.0:1776998321.863494:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 623 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.863511:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 623 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.863555:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802685312:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.863625:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5e40 going to sleep for 11 seconds 00000004:00080000:1.0:1776998321.864010:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db79500/2, rc 0, transno 4294970670 00000100:00100000:1.0:1776998321.864029:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802681856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.864063:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.864071:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864083:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.864089:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864102:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864125:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864144:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9ce0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xac3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864192:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.864195:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.864197:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.864676:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5d180/2, rc 0, transno 4294970669 00000100:00100000:1.0:1776998321.864685:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802682624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.864790:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802685440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.864835:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.864879:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802685440 00000100:00100000:1.0:1776998321.864886:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802685440 00000100:00100000:1.0:1776998321.864925:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12428 00000100:00100000:1.0:1776998321.864937:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3359:x1863313802685440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.864957:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3267 count 1 00010000:00010000:1.0:1776998321.864976:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.864993:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 623 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.865004:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.865007:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.865011:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.865045:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 623 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.865059:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 623 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.865074:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802685568:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.865108:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1776998321.865284:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 623 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.865334:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5120 00000100:00100000:2.0:1776998321.865347:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+623:2374:x1863313756425984:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.865361:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.865370:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 623 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.865388:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 623 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.865410:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3bae318/0x27b6fb26481afcea lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48c78 expref: 623 pid: 12863 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.865425:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.865428:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.865433:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.865444:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.865480:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.865521:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+622:2374:x1863313756425984:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 176us (5307us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.865555:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5120 00010000:00010000:2.0:1776998321.866408:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b108dcf/0x27b6fb264819c89d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40055 expref: 621 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.866426:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802683136:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.866450:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866463:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866473:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866486:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866501:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.866561:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.866575:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.866594:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.866615:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.866638:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.866732:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998321.866745:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998321.866752:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866764:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.866769:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.866781:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.866903:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3362:x1863313802684160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56118us (56326us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1776998321.866914:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12423 00000004:00080000:0.0:1776998321.866965:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedf100/2, rc 0, transno 4294970671 00000100:00100000:0.0:1776998321.866973:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.869087:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776998321.869109:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802685696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.869170:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998321.869215:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.869224:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869237:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.869242:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869255:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.869263:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869272:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.869279:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481b9d26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869293:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481b9d03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869311:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.869313:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.869317:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.869317:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.869320:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.869322:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.869340:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802685696 00000100:00100000:1.0:1776998321.869348:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802685696 00000100:00100000:1.0:1776998321.869399:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12429 00000100:00100000:1.0:1776998321.869411:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802685696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.869441:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3398 count 1 00010000:00010000:1.0:1776998321.869464:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869486:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 620 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869496:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.869499:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.869503:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869565:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 620 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.869582:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 620 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.869602:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802685824:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.874938:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.875072:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802685952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998321.875138:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.875214:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802685952 00000100:00100000:1.0:1776998321.875221:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802685952 00000100:00100000:1.0:1776998321.875272:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12430 00000100:00100000:1.0:1776998321.875284:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+53:3361:x1863313802685952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.875559:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3170 count 1 00010000:00010000:1.0:1776998321.875589:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.875921:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 620 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.875935:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.875938:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.875943:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.875981:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 620 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.875998:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 620 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.876028:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802686080:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.876072:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f372000 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.884483:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802685056:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.884547:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.889458:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3362:x1863313802682752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 111824us (121704us total) trans 4294970672 rc 0/0 00000100:00100000:2.0:1776998321.889477:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12418 00010000:00010000:2.0:1776998321.889554:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889571:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889583:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889593:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.889600:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889612:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889634:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2dbfc38a (ffff8d2509e7c600) 00010000:00010000:2.0:1776998321.889639:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.889646:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.889656:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de600/0x27b6fb26481b9d34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2dbfc38a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998321.889737:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dbf9500/2, rc 0, transno 4294970672 00000100:00100000:2.0:1776998321.889759:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dbf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802682752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.889807:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802685184:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.889836:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.889889:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802684928:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.889908:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.890013:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776998321.890029:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802686208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.890079:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.890125:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802686208 00000100:00100000:2.0:1776998321.890135:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802686208 00000100:00100000:2.0:1776998321.890209:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12431 00000100:00100000:2.0:1776998321.890222:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3361:x1863313802686208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.890257:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2479 count 1 00010000:00010000:2.0:1776998321.890285:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.890308:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 620 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.890321:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.890324:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.890329:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.890365:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 620 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.890382:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 620 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.890399:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802686336:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.890468:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080480 going to sleep for 11 seconds 00000100:00100000:3.0:1776998321.895887:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.895953:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.895989:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.896018:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.896117:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426112 00000100:00100000:3.0:1776998321.896127:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426112 00010000:00010000:3.0:1776998321.896167:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 621 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.896462:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426368 00000100:00100000:3.0:1776998321.896468:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426368 00010000:00010000:3.0:1776998321.896490:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 622 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.896517:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802685568:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.896518:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426240 00000100:00100000:3.0:1776998321.896547:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426240 00010000:00010000:3.0:1776998321.896565:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 623 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896575:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.896594:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5121 00000100:00100000:3.0:1776998321.896606:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+623:2372:x1863313756426112:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1776998321.896607:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5122 00000100:00100000:1.0:1776998321.896859:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+623:2372:x1863313756426368:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.896864:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.896869:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.896872:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 623 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896875:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 623 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.896892:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 623 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896893:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 623 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896924:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076fd632b/0x27b6fb264818f745 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a12d expref: 623 pid: 11839 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.896924:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a49d2b2f/0x27b6fb26481b11f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4960a expref: 623 pid: 12899 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.896945:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.896946:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.896948:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.896949:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.896954:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896955:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.896970:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.896976:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.897001:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.898565:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998321.899016:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+621:2372:x1863313756426112:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2407us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.899031:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5121 00000100:00100000:1.0:1776998321.899058:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+620:2372:x1863313756426368:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2441us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.899061:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5123 00000100:00100000:1.0:1776998321.899069:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5122 00000100:00100000:3.0:1776998321.899073:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606598850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+620:2372:x1863313756426240:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.899087:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.899096:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 619 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.899139:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 619 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.899191:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe2809a3/0x27b6fb26481aaa80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46702 expref: 619 pid: 12861 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.899209:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.899211:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.899216:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.899229:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.899552:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.899569:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802685312:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.899582:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606598850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+618:2372:x1863313756426240:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 512us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.899592:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5123 00010000:00010000:1.0:1776998321.899593:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.899635:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426624 00000100:00100000:1.0:1776998321.899641:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426624 00000100:00100000:1.0:1776998321.899705:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16913 00000100:00100000:1.0:1776998321.899716:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3421:17551:x1863313756426624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998321.900022:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3422:17551:x1863313756426624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 307us (4002us total) trans 4295019862 rc 0/0 00000100:00100000:1.0:1776998321.900033:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16913 00010000:00010000:3.0:1776998321.902864:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.902885:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.902902:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.902914:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.903245:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.904097:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.904107:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.904121:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.904128:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.904142:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.904205:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.904218:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481b9d57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.904245:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.904247:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.904250:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998321.906831:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+55:3362:x1863313802684672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45484us (48468us total) trans 4294970673 rc 0/0 00000100:00100000:3.0:1776998321.906848:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12426 00000100:00100000:0.0:1776998321.906931:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.906969:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.907776:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426880 00000100:00100000:1.0:1776998321.907787:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426880 00010000:00010000:1.0:1776998321.907828:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 618 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.907864:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756426752 00000100:00100000:1.0:1776998321.907869:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756426752 00010000:00010000:1.0:1776998321.907887:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 619 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.907917:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5124 00000100:00100000:1.0:1776998321.907930:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+619:2375:x1863313756426880:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.907948:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.907957:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 619 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.907974:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 619 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908004:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b30fdbd/0x27b6fb26481aafea lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46978 expref: 619 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908024:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.908027:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.908033:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908047:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908080:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.908132:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+618:2375:x1863313756426880:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 205us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.908142:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5124 00000100:00100000:1.0:1776998321.908163:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5125 00000100:00100000:1.0:1776998321.908198:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+617:2375:x1863313756426752:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.908209:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.908216:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 617 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908239:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 617 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908482:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008684612f/0x27b6fb26481a775e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fc4 expref: 617 pid: 12894 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908498:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.908500:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.908504:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908515:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908564:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.908593:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+616:2375:x1863313756426752:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 421us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.908602:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5125 00000100:00100000:1.0:1776998321.908649:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802685824:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.908674:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908701:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908719:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908732:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908744:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.908765:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.909032:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802685440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44096us (44196us total) trans 4294970674 rc 0/0 00000100:00100000:1.0:1776998321.909043:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12428 00000004:00080000:3.0:1776998321.909072:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0df80/2, rc 0, transno 4294970673 00000100:00100000:3.0:1776998321.909091:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.909202:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.909227:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.909238:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909239:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2dee00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.909245:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.909251:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909259:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.909262:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.909273:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909275:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909287:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000698a6085/0x27b6fb26481b9d65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.909294:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998321.909308:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.909312:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909321:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.909325:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909336:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909350:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909360:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481b9d50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909376:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.909378:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.909381:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998321.909409:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978bb80/2, rc 0, transno 4294970674 00000100:00100000:1.0:1776998321.909415:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802685440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.909432:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.909443:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909454:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909465:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909475:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.909494:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.910201:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.910216:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.910234:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.910243:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.910277:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776998321.910405:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998321.910413:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910424:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250e2de400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.910429:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910440:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910464:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910474:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004443ad85/0x27b6fb26481b9d49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910495:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.910500:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910509:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.910513:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910570:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910586:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910596:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f808bdfc/0x27b6fb26481b9d5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.910625:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.910627:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.910630:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.910772:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3362:x1863313802684800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48446us (52322us total) trans 4294970675 rc 0/0 00000100:00100000:2.0:1776998321.910783:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12427 00010000:00010000:2.0:1776998321.910810:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.910889:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802686464:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998321.911006:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ed80/2, rc 0, transno 4294970675 00000100:00100000:0.0:1776998321.911015:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802684800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.912481:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.912616:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.912648:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802684544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51600us (54413us total) trans 4294970676 rc 0/0 00000100:00100000:3.0:1776998321.912672:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12425 00000100:00100000:2.0:1776998321.913046:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998321.913104:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0d500/2, rc 0, transno 4294970676 00000100:00100000:2.0:1776998321.913111:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802684544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.913149:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802686336:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.913173:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.913177:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802686464 00000100:00100000:0.0:1776998321.913185:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802686464 00000100:00100000:0.0:1776998321.913476:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12432 00000100:00100000:0.0:1776998321.913487:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802686464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.913514:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2717 count 1 00000100:00100000:2.0:1776998321.913517:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998321.913551:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802686592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.913560:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.913580:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.913585:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998321.913592:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.913595:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.913599:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.913625:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802686592 00000100:00100000:2.0:1776998321.913630:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802686592 00010000:00010000:0.0:1776998321.913650:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.913660:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12433 00000100:00100000:2.0:1776998321.913670:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3359:x1863313802686592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.913686:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2948 count 1 00010000:00010000:0.0:1776998321.913692:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.913702:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.913720:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802686720:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.913720:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 615 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.913730:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.913732:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.913736:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.913760:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 615 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.913774:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 615 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.913787:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d240 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.913788:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802686848:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.913820:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.913892:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776998321.913905:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802686976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.915210:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427008 00000100:00100000:3.0:1776998321.915219:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427008 00010000:00010000:3.0:1776998321.915250:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 616 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.915290:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427136 00000100:00100000:3.0:1776998321.915295:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427136 00000100:00100000:1.0:1776998321.915298:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5126 00000100:00100000:1.0:1776998321.915309:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+617:2372:x1863313756427008:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.915313:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 617 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915323:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.915331:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 617 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915348:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 617 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915372:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4b42e6/0x27b6fb26481afeb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d4a expref: 617 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915395:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.915398:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.915403:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915415:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.915443:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.915478:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+616:2372:x1863313756427008:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 170us (3001us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.915487:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5126 00000100:00100000:2.0:1776998321.916500:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.916577:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802686976 00000100:00100000:2.0:1776998321.916583:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802686976 00000100:00100000:2.0:1776998321.916622:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12434 00000100:00100000:2.0:1776998321.916632:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+57:3362:x1863313802686976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.916654:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2720 count 1 00010000:00010000:2.0:1776998321.916676:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.916724:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 615 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.916737:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.916739:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.916743:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.916778:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 615 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.916794:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 615 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.916812:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802687104:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.916863:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998321.916931:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802687232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.916969:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998321.917139:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5127 00000100:00100000:3.0:1776998321.917151:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+615:2375:x1863313756427136:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.917164:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.917203:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 615 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.917219:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 615 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.917238:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.917240:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.917245:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.917256:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.917269:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000893f0615/0x27b6fb26481a7590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44ef2 expref: 615 pid: 12895 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.917274:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.917287:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802686080:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998321.917300:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+614:2375:x1863313756427136:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 152us (4695us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.917310:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.917313:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5127 00010000:00010000:0.0:1776998321.917322:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.917332:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.917345:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.917356:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.917394:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.918191:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802685952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42883us (43027us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1776998321.918201:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12430 00000100:00100000:0.0:1776998321.918223:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802687232 00000100:00100000:0.0:1776998321.918228:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802687232 00000100:00100000:0.0:1776998321.918260:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12435 00000100:00100000:0.0:1776998321.918267:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3362:x1863313802687232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.918285:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2880 count 1 00010000:00010000:0.0:1776998321.918300:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.918317:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 613 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.918327:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.918329:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.918333:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.918360:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 613 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.918372:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 613 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.918395:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802687360:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998321.918439:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d300 going to sleep for 11 seconds 00010000:00010000:3.0:1776998321.918499:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.918508:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.918545:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.918552:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.918564:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.918583:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.918594:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481b9d73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.918617:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.918619:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.918622:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.918656:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3360:x1863313802684416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61229us (61338us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1776998321.918666:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12424 00000004:00080000:3.0:1776998321.918684:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ea00/2, rc 0, transno 4294970678 00000100:00100000:3.0:1776998321.918697:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802684416:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998321.918842:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978aa00/2, rc 0, transno 4294970677 00000100:00100000:2.0:1776998321.918849:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802685952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.919187:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802687488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.919228:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.919584:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998321.919989:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.920004:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.920015:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.920026:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.920062:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.921359:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802687616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.921413:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998321.922297:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3359:x1863313802685696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52885us (53123us total) trans 4294970679 rc 0/0 00000100:00100000:1.0:1776998321.922308:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12429 00000100:00100000:1.0:1776998321.922335:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802687488 00000100:00100000:1.0:1776998321.922342:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802687488 00000100:00100000:1.0:1776998321.922383:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802687616 00000100:00100000:1.0:1776998321.922386:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802687616 00000100:00100000:1.0:1776998321.922414:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12436 00000100:00100000:1.0:1776998321.922424:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3359:x1863313802687488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998321.922452:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2708 count 1 00010000:00010000:1.0:1776998321.922475:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.922496:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.922507:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.922510:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.922514:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.922575:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.923242:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12437 00000100:00100000:0.0:1776998321.923256:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+60:3360:x1863313802687616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998321.923276:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2991 count 1 00010000:00010000:0.0:1776998321.923292:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.923310:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 613 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.923321:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.923323:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.923327:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.923357:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 613 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.923405:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.923424:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802687744:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998321.923498:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3d80 going to sleep for 11 seconds 00010000:00010000:2.0:1776998321.924780:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.924792:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.924806:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.924812:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.924824:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.924848:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.924859:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481b9d6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.924881:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.924884:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.924886:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.926608:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427392 00000100:00100000:2.0:1776998321.926620:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427392 00000100:00100000:2.0:1776998321.926684:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51854 00000100:00100000:2.0:1776998321.926698:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3422:17551:x1863313756427392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998321.926759:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998321.926785:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bec6c00/0x27b6fb2648191f77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1479:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b371 expref: 3422 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926804:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1479:0x0].0x0 (ffff8d2509cdce00) 00010000:00010000:2.0:1776998321.926818:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0dc00/0x27b6fb26481aff60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ab4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d97 expref: 3421 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926837:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfed200/0x27b6fb26481aff36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d82 expref: 3420 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926856:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1c8000/0x27b6fb264818bbfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ab4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38b23 expref: 3419 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926871:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab4:0x0].0x0 (ffff8d250d65a200) 00010000:00010000:2.0:1776998321.926880:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998321.926904:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926919:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926951:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926968:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926978:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.926987:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.927031:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 613 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.927054:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802687872:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.927110:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927128:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927138:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.927143:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958df00 going to sleep for 11 seconds 00000040:00080000:2.0:1776998321.927862:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2885, 64 off192896 00010000:00010000:2.0:1776998321.927939:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927954:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927965:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927975:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927984:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.927992:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928024:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.928047:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928056:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928072:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928080:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.928085:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928094:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928106:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab4:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998321.928110:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998321.928115:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928123:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9db9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ab4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928142:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928150:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928158:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928164:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998321.928191:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928206:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928217:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998321.928220:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998321.928224:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.928233:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08200/0x27b6fb26481b9dab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998321.928246:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4808bfd reply state 00000000396a9963 transno 4295019863 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.928516:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998321.928601:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3420:17551:x1863313756427392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1903us (9015us total) trans 4295019863 rc 0/0 00000100:00100000:2.0:1776998321.928613:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51854 00000004:00080000:3.0:1776998321.928979:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978ad80/2, rc 0, transno 4294970679 00000100:00100000:3.0:1776998321.929003:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802685696:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998321.929957:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.929965:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.929976:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.929981:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.929991:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.930004:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ab4:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998321.930008:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998321.930013:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.930021:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9dc0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ab4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.930039:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.930042:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.930045:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.931025:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998321.931046:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802688000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998321.931114:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.931734:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802688000 00000100:00100000:2.0:1776998321.931743:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802688000 00000100:00100000:2.0:1776998321.931850:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12438 00000100:00100000:2.0:1776998321.931863:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+61:3362:x1863313802688000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.931892:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3368 count 1 00010000:00010000:2.0:1776998321.931917:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.931966:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 613 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.931986:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.931989:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.931994:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.932046:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 613 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.932063:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 613 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.932080:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802688128:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.932161:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00000001:00080000:3.0:1776998321.954035:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970529 is committed 00000001:00080000:3.0:1776998321.954084:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970531 is committed 00000100:00100000:1.0:1776998321.954594:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.954758:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998321.955068:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427520 00000100:00100000:3.0:1776998321.955078:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427520 00010000:00010000:3.0:1776998321.955120:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 614 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.955159:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427776 00000100:00100000:3.0:1776998321.955163:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427776 00010000:00010000:3.0:1776998321.955180:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 615 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.955233:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5128 00000100:00100000:3.0:1776998321.955246:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+615:2372:x1863313756427520:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998321.955264:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998321.955272:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 615 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.955290:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 615 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.955560:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.955594:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.955619:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.955634:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.955654:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998321.955698:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802687744:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.955726:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.955754:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428032 00000100:00100000:1.0:1776998321.955758:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428032 00010000:00010000:1.0:1776998321.955778:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 616 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.956042:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802686720:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.956061:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.956093:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802687104:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.956110:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.956137:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802686848:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.956148:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.956230:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd2b42af/0x27b6fb264818d580 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c391d6 expref: 616 pid: 12897 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.956257:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.956259:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998321.956265:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.956764:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802687872:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.957017:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428288 00000100:00100000:2.0:1776998321.957022:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428288 00010000:00010000:2.0:1776998321.957047:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 616 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.957065:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427648 00000100:00100000:2.0:1776998321.957069:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427648 00010000:00010000:2.0:1776998321.957083:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 617 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.957096:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756427904 00000100:00100000:2.0:1776998321.957099:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756427904 00010000:00010000:2.0:1776998321.957110:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 618 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.957124:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428160 00000100:00100000:2.0:1776998321.957127:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428160 00010000:00010000:2.0:1776998321.957141:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 619 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.957158:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5129 00000100:00100000:2.0:1776998321.957188:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+619:2372:x1863313756427776:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.957201:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.957208:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 619 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957229:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 619 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957248:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fc9d9f5/0x27b6fb264819efb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4121b expref: 619 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957261:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957263:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957268:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957280:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957309:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.957386:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+618:2372:x1863313756427776:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 217us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.957396:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5129 00000100:00100000:2.0:1776998321.957419:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5130 00000100:00100000:2.0:1776998321.957428:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+617:2372:x1863313756428288:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.957439:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.957445:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 617 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957466:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 617 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957483:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f89372b7/0x27b6fb26481a0995 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41ddd expref: 617 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957496:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957498:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957502:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957513:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957549:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.957573:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+616:2372:x1863313756428288:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 146us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.957582:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5130 00000100:00100000:2.0:1776998321.957601:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5131 00000100:00100000:2.0:1776998321.957609:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+615:2372:x1863313756427648:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.957618:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.957624:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957644:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957660:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095fc1f61/0x27b6fb26481964c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d2f1 expref: 615 pid: 12891 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957671:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957673:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.957676:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957685:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.957707:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.957730:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+614:2372:x1863313756427648:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 122us (2110us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.957738:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5131 00000100:00100000:2.0:1776998321.957754:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5132 00000100:00100000:2.0:1776998321.957762:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+613:2372:x1863313756427904:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998321.957771:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998321.957776:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 613 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.958060:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5133 00000100:00100000:1.0:1776998321.958070:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+613:2372:x1863313756428160:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.958081:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.958087:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958109:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958125:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093de7d87/0x27b6fb2648195f57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d07b expref: 613 pid: 12889 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958137:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.958139:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.958143:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958152:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958455:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.958484:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+612:2372:x1863313756428160:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 416us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.958492:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5133 00000100:00100000:1.0:1776998321.958512:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5134 00000100:00100000:1.0:1776998321.958522:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606598450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756428032:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998321.958548:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998321.958555:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 611 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958576:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 611 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958591:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.958593:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.958597:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958607:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958623:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998321.958646:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606598450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756428032:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 125us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998321.958654:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5134 00010000:00010000:1.0:1776998321.958686:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958697:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958709:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958719:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.958740:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998321.959029:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959060:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.959371:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.959385:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.959393:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.959402:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.959411:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.959427:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998321.959458:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+610:2372:x1863313756427520:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 3845us (4499us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998321.959468:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5128 00010000:00010000:3.0:1776998321.959546:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.959554:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959564:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.959568:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959579:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959593:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959627:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481b9d9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959647:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.959651:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959659:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.959663:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959672:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959683:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959692:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cafa5ad8/0x27b6fb26481b9da4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.959706:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.959708:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.959710:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998321.959762:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+62:3360:x1863313802687616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36509us (38348us total) trans 4294970680 rc 0/0 00000004:00080000:3.0:1776998321.959762:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5c000/2, rc 0, transno 4294970680 00000100:00100000:0.0:1776998321.959773:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12437 00000100:00100000:3.0:1776998321.959775:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802687616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.960487:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.960499:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.960511:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.960538:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.960560:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998321.961289:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+63:3359:x1863313802686464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47803us (48243us total) trans 4294970681 rc 0/0 00000100:00100000:3.0:1776998321.961297:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12432 00000100:00100000:0.0:1776998321.961517:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802688128:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998321.961565:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961579:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961590:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961598:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961606:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998321.961611:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961625:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961639:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9ca5f133 (ffff8d250da9e000) 00010000:00010000:3.0:1776998321.961642:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998321.961647:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961654:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db08800/0x27b6fb26481b9db2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9ca5f133 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998321.961946:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7b80/2, rc 0, transno 4294970681 00000100:00100000:3.0:1776998321.961953:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802686464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.961973:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961984:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.961994:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962002:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962028:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998321.962086:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 609 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962108:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000450ae973/0x27b6fb264819668f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d3c3 expref: 609 pid: 12887 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962123:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.962125:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.962130:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962141:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962167:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998321.962208:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+608:2372:x1863313756427904:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4445us (6572us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998321.962218:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5132 00010000:00010000:2.0:1776998321.962246:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962258:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962268:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962278:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962294:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998321.962376:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:3359:x1863313802686592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48706us (48789us total) trans 4294970682 rc 0/0 00000100:00100000:3.0:1776998321.962386:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12433 00010000:00010000:3.0:1776998321.962407:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998321.962413:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962423:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.962427:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962437:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962450:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962460:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002650dfbe/0x27b6fb26481b9d81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962477:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.962481:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962490:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.962494:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.962511:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.962680:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+62:3362:x1863313802686976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46049us (46180us total) trans 4294970683 rc 0/0 00000100:00100000:2.0:1776998321.962688:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12434 00010000:00010000:2.0:1776998321.962715:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962726:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962737:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962746:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.962757:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998321.962933:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+62:3361:x1863313802686208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72714us (72853us total) trans 4294970684 rc 0/0 00000100:00100000:2.0:1776998321.962941:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12431 00000004:00080000:2.0:1776998321.962978:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07800/2, rc 0, transno 4294970684 00000100:00100000:2.0:1776998321.962985:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802686208:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998321.963001:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998321.963008:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963019:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.963024:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963036:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963050:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963061:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000550ffaa0/0x27b6fb26481b9d8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963078:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.963082:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963090:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.963093:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963102:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963113:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963121:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef8a91cb/0x27b6fb26481b9d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963137:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.963140:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.963142:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.963150:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998321.963194:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a001880/2, rc 0, transno 4294970683 00000100:00100000:2.0:1776998321.963201:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802686976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.963302:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802688256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.963341:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.963387:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802688256 00000100:00100000:2.0:1776998321.963395:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802688256 00000100:00100000:2.0:1776998321.963433:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12439 00000100:00100000:2.0:1776998321.963442:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+62:3362:x1863313802688256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.963468:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2592 count 1 00010000:00010000:2.0:1776998321.963488:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963505:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963540:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.963543:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.963546:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963574:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963588:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.963602:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802688384:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.963656:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.963724:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998321.963734:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.963763:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.963787:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802688512 00000100:00100000:2.0:1776998321.963791:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802688512 00000100:00100000:2.0:1776998321.963820:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12440 00000100:00100000:2.0:1776998321.963828:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+63:3360:x1863313802688512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.963844:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3357 count 1 00010000:00010000:2.0:1776998321.963858:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963874:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 607 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963883:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.963885:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.963888:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963910:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 607 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.963921:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 607 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.963933:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802688640:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.963967:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998321.964032:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802688768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.964059:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998321.964090:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802688768 00000100:00100000:2.0:1776998321.964094:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802688768 00000100:00100000:2.0:1776998321.964129:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12441 00000100:00100000:2.0:1776998321.964138:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:3360:x1863313802688768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998321.964153:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2807 count 1 00010000:00010000:2.0:1776998321.964191:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.964206:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 607 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.964221:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.964223:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998321.964226:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.964253:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 607 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.964264:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 607 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.964277:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802688896:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998321.964310:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998321.964617:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3359:x1863313802687488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42193us (45387us total) trans 4294970685 rc 0/0 00000100:00100000:1.0:1776998321.964627:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12436 00010000:00010000:1.0:1776998321.964674:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006db6d247/0x27b6fb264819c6cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ff83 expref: 607 pid: 12874 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.964690:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802687360:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998321.964710:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.964721:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.964730:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.964740:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.964750:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.964813:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998321.964961:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802687232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46693us (47990us total) trans 4294970686 rc 0/0 00000100:00100000:1.0:1776998321.964970:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12435 00010000:00010000:0.0:1776998321.965092:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.965100:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.965110:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.965115:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.965125:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.965143:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.965152:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058ecbcae/0x27b6fb26481b9d96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.965207:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.965210:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998321.965212:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.966006:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998321.966044:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250a001180/2, rc 0, transno 4294970686 00000100:00100000:2.0:1776998321.966126:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802687232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998321.966248:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5f100/2, rc 0, transno 4294970685 00000100:00100000:2.0:1776998321.966709:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802687488:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998321.966731:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7480/2, rc 0, transno 4294970682 00000100:00100000:2.0:1776998321.967011:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802686592:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.968589:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.968749:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.968815:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998321.968823:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b202d01f/0x27b6fb26481b9d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.968850:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.968853:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.968856:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998321.969001:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428672 00000100:00100000:1.0:1776998321.969010:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428672 00000100:00100000:1.0:1776998321.969077:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16914 00000100:00100000:1.0:1776998321.969088:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3419:17551:x1863313756428672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998321.971542:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3420:17551:x1863313756428672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2430us (2770us total) trans 4295019864 rc 0/0 00000100:00100000:1.0:1776998321.971554:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16914 00000100:00100000:0.0:1776998321.972140:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428416 00000100:00100000:0.0:1776998321.972148:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428416 00010000:00010000:0.0:1776998321.972215:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 607 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.972253:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5135 00000100:00100000:0.0:1776998321.972265:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+607:2375:x1863313756428416:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.972277:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.972284:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 607 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.972300:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 607 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.972325:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481aecac lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48516 expref: 607 pid: 12898 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.972337:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.972339:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.972344:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.972353:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.972384:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.972412:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+606:2375:x1863313756428416:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 150us (3597us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998321.972421:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5135 00010000:00010000:3.0:1776998321.972422:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.972435:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.972448:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.972459:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.972567:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998321.972848:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802688000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40987us (41733us total) trans 4294970687 rc 0/0 00000100:00100000:3.0:1776998321.972858:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12438 00000004:00080000:2.0:1776998321.972912:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5df80/2, rc 0, transno 4294970687 00000100:00100000:2.0:1776998321.972926:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802688000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998321.976901:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802688384:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.976936:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.976979:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802688896:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998321.976993:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998321.978135:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802688640:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998321.978159:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.979515:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998321.979545:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.979564:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998321.979569:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.979582:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.979620:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.979630:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd4f3b31/0x27b6fb26481b9dc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.981219:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.981223:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998321.981226:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998321.981297:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.981347:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998321.981386:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.981415:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428928 00000100:00100000:0.0:1776998321.981425:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428928 00010000:00010000:0.0:1776998321.981468:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 606 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981515:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756428800 00000100:00100000:0.0:1776998321.981537:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756428800 00010000:00010000:0.0:1776998321.981555:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981577:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756429056 00000100:00100000:0.0:1776998321.981581:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756429056 00010000:00010000:0.0:1776998321.981593:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 608 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981630:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5136 00000100:00100000:0.0:1776998321.981641:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+608:2375:x1863313756428928:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.981657:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.981663:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 608 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981676:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 608 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981696:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6abcda3/0x27b6fb26481ae60e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48214 expref: 608 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998321.981705:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5137 00010000:00010000:0.0:1776998321.981712:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.981715:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1776998321.981716:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606598050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+607:2375:x1863313756428800:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998321.981720:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981727:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998321.981733:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981733:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981746:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981761:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.981762:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5ab7d9c/0x27b6fb264819198f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b0c3 expref: 607 pid: 6666 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981773:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.981774:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998321.981796:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981810:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+606:2375:x1863313756428928:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 171us (518us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998321.981812:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981820:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5136 00010000:00010000:1.0:1776998321.981836:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998321.981843:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5138 00000100:00100000:0.0:1776998321.981851:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+605:2375:x1863313756429056:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1776998321.981859:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606598050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+605:2375:x1863313756428800:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 147us (513us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998321.981863:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1776998321.981867:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5137 00010000:00010000:0.0:1776998321.981868:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 605 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981881:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 604 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981895:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000962451fd/0x27b6fb2648199ae5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3eb8d expref: 604 pid: 6664 timeout: 4132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981905:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.981907:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998321.981911:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981923:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981934:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981937:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.981947:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.981956:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998321.981956:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.981978:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+603:2375:x1863313756429056:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 127us (592us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998321.981978:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998321.981986:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5138 00000100:00100000:1.0:1776998321.982297:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802688256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18855us (18954us total) trans 4294970688 rc 0/0 00000100:00100000:1.0:1776998321.982306:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12439 00010000:00010000:1.0:1776998321.982350:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998321.982356:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.982367:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998321.982371:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.982381:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.982396:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.982405:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e2e3e4d/0x27b6fb26481b9dce lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.982425:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.982427:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.982429:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.982516:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982578:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982588:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982596:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982620:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998321.982672:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.982699:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.982710:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.982720:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.982745:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998321.982811:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+65:3360:x1863313802688512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18982us (19045us total) trans 4294970689 rc 0/0 00000100:00100000:3.0:1776998321.982821:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12440 00010000:00010000:3.0:1776998321.982843:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998321.982849:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982866:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.982870:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982880:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982895:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.982896:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+65:3360:x1863313802688768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18759us (18835us total) trans 4294970690 rc 0/0 00000100:00100000:2.0:1776998321.982905:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12441 00010000:00010000:3.0:1776998321.982905:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ba3a1df/0x27b6fb26481b9dd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982924:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998321.982928:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982937:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998321.982941:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982950:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998321.982961:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998321.982968:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dd500/2, rc 0, transno 4294970690 00010000:00010000:3.0:1776998321.982969:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b51c1ebc/0x27b6fb26481b9ddc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998321.982980:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802688768:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998321.982984:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.982986:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998321.982988:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998321.982993:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dd180/2, rc 0, transno 4294970689 00000100:00100000:2.0:1776998321.982997:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802688512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998321.983255:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998321.983859:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5c380/2, rc 0, transno 4294970688 00000100:00100000:0.0:1776998321.983877:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802688256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998321.986118:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998321.986244:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756429312 00000100:00100000:0.0:1776998321.986253:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756429312 00000100:00100000:0.0:1776998321.986412:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51855 00000100:00100000:0.0:1776998321.986427:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3420:17551:x1863313756429312:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998321.986487:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998321.986512:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e2600/0x27b6fb26481af1d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a87:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48770 expref: 3420 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986558:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e2800/0x27b6fb26481af1ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4875b expref: 3419 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986576:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb2000/0x27b6fb264818b5d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a87:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c389e8 expref: 3418 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986588:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a87:0x0].0x0 (ffff8d250d879900) 00010000:00010000:0.0:1776998321.986618:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998321.986643:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986658:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986670:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986687:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986696:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986706:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986831:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986842:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.986852:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998321.989067:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2873, 64 off192064 00010000:00010000:0.0:1776998321.989149:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989165:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989177:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989188:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989197:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989206:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989928:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998321.989956:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989965:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989974:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989983:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.989988:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.989997:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990012:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a87:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998321.990016:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998321.990022:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990030:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9df1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990053:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990062:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990070:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990083:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998321.990087:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990095:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990106:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998321.990109:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998321.990113:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998321.990121:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9de3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998321.990133:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000765fd125 reply state 000000004674732e transno 4295019865 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998321.990145:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998321.990272:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3419:17551:x1863313756429312:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3845us (4154us total) trans 4295019865 rc 0/0 00000100:00100000:0.0:1776998321.990283:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51855 00010000:00010000:2.0:1776998321.997430:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998321.997444:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.997457:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998321.997463:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.997474:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.997493:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a87:0x0].0x0 (ffff8d250db54300) 00010000:00010000:2.0:1776998321.997498:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998321.997503:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998321.997510:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9df8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998321.998101:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.998105:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998321.998108:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998322.004469:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.004490:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.004502:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.004511:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.004576:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.004586:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.005030:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x209d2c7d (ffff8d250db54700) 00010000:00010000:1.0:1776998322.005036:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.005043:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.005053:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9dea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x209d2c7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998322.013240:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.013948:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756429568 00000100:00100000:0.0:1776998322.013960:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756429568 00000100:00100000:0.0:1776998322.014123:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16915 00000100:00100000:0.0:1776998322.014137:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756429568:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998322.014454:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3419:17551:x1863313756429568:12345-192.168.201.35@tcp:35:rm.0 Request processed in 319us (1223us total) trans 4295019866 rc 0/0 00000100:00100000:0.0:1776998322.014468:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16915 00000100:00080000:1.0:1776998322.019625:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998322.028394:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.028590:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756429824 00000100:00100000:1.0:1776998322.028617:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756429824 00000100:00100000:1.0:1776998322.028684:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51856 00000100:00100000:1.0:1776998322.028697:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3419:17551:x1863313756429824:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.028765:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998322.028813:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508914800/0x27b6fb26481b23c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e22 expref: 3419 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028843:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508915600/0x27b6fb26481b239b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e0d expref: 3418 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028861:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1c8400/0x27b6fb264818cca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38e79 expref: 3417 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028878:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b2d:0x0].0x0 (ffff8d250d65a100) 00010000:00010000:1.0:1776998322.028890:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.028913:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028929:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028942:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028961:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028971:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.028981:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.029108:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.029120:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.029129:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.030077:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2874, 64 off192128 00010000:00010000:1.0:1776998322.030155:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030169:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030180:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030235:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030245:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030255:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030277:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.030316:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030326:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030336:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030345:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.030351:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030362:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030375:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b2d:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998322.030379:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.030384:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030394:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030415:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030424:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030433:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030441:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.030445:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030454:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030464:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.030468:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.030472:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.030480:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9dff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.030498:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004690c07 reply state 00000000508f3553 transno 4295019867 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.030512:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.030630:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756429824:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1933us (2244us total) trans 4295019867 rc 0/0 00000100:00100000:1.0:1776998322.030641:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51856 00010000:00010000:3.0:1776998322.031512:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.031540:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.031550:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.031554:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.031563:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.031575:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b2d:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:3.0:1776998322.031578:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.031582:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.031589:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9e14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.031605:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.031607:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.031610:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.047906:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.047947:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.047958:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.047966:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.047972:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.047982:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.048017:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3411f804 (ffff8d2509e7c100) 00010000:00010000:0.0:1776998322.048022:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.048027:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.048036:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9e06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3411f804 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.060250:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.060592:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756430080 00000100:00100000:1.0:1776998322.060604:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756430080 00000100:00100000:1.0:1776998322.060673:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16916 00000100:00100000:1.0:1776998322.060686:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3417:17551:x1863313756430080:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998322.061067:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756430080:12345-192.168.201.35@tcp:35:rm.0 Request processed in 381us (826us total) trans 4295019868 rc 0/0 00000100:00100000:1.0:1776998322.061077:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16916 00000100:00100000:3.0:1776998322.074346:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.074458:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756430336 00000100:00100000:2.0:1776998322.074469:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756430336 00000100:00100000:2.0:1776998322.074561:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51857 00000100:00100000:2.0:1776998322.074574:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756430336:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998322.074942:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998322.074975:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da0400/0x27b6fb26481909ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1430:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a98b expref: 3418 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075003:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d260149f200/0x27b6fb264817d7f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1430:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35d87 expref: 3417 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075016:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1430:0x0].0x0 (ffff8d26118d1e00) 00010000:00010000:2.0:1776998322.075026:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998322.075049:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075063:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075076:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075092:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075101:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075110:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075681:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075693:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.075730:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998322.076382:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2875, 64 off192192 00010000:00010000:2.0:1776998322.076455:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076468:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076477:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076487:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076496:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076503:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076561:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.076583:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076591:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076600:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076607:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.076632:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076642:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076654:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1430:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998322.076657:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.076662:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076670:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076688:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076695:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076703:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076714:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.076718:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076725:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076735:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.076738:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.076742:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.076749:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.076759:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f788d535 reply state 00000000ce5f4014 transno 4295019869 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.076770:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998322.078505:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.078515:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.078552:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.078557:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.078566:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.078581:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1430:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998322.078585:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.078589:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.078597:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481b9e30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.078618:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.078621:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.078623:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998322.082653:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756430336:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8066us (8301us total) trans 4295019869 rc 0/0 00000100:00100000:2.0:1776998322.082670:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51857 00010000:00010000:1.0:1776998322.091578:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091601:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091613:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091621:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.091628:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091639:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091661:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x47e04e68 (ffff8d250da9e900) 00010000:00010000:1.0:1776998322.091666:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.091671:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.091680:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9e22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x47e04e68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998322.109030:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.109514:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756430592 00000100:00100000:2.0:1776998322.109549:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756430592 00000100:00100000:2.0:1776998322.109628:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16917 00000100:00100000:2.0:1776998322.109642:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3417:17551:x1863313756430592:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998322.110591:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756430592:12345-192.168.201.35@tcp:35:rm.0 Request processed in 948us (1570us total) trans 4295019870 rc 0/0 00000100:00100000:2.0:1776998322.110608:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16917 00000100:00100000:2.0:1776998322.119896:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.123896:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756430848 00000100:00100000:0.0:1776998322.123930:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756430848 00000100:00100000:0.0:1776998322.124200:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51858 00000100:00100000:0.0:1776998322.124217:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3418:17551:x1863313756430848:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.124310:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998322.124349:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d395200/0x27b6fb26481a1c49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17c1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4265e expref: 3418 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124383:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5ee00/0x27b6fb26481a1c1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42649 expref: 3417 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124405:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250944f400/0x27b6fb26481854c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3767e expref: 3416 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124421:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17c1:0x0].0x0 (ffff8d250a96a400) 00010000:00010000:0.0:1776998322.124434:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.124468:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124486:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124500:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124551:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124564:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.124575:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.125021:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.125041:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.125052:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.126419:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2886, 64 off192960 00000004:00080000:0.0:1776998322.126435:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4032918263873ns, next at 4033918260918ns, rc = 0 00010000:00010000:0.0:1776998322.126513:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126556:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126568:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126579:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126589:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126598:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126621:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.126646:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126655:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126665:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126674:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.126679:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126690:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126703:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17c1:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998322.126707:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.126712:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126722:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5200/0x27b6fb26481b9e45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126743:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126752:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126761:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126768:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.126772:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126788:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126798:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.126802:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.126806:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.126816:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4000/0x27b6fb26481b9e37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.126828:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ef0fe0b reply state 00000000f9da4e26 transno 4295019871 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.126841:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.126944:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3417:17551:x1863313756430848:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2729us (7057us total) trans 4295019871 rc 0/0 00000100:00100000:0.0:1776998322.126957:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51858 00010000:00010000:3.0:1776998322.129011:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.129022:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.129035:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.129040:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.129057:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.129072:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17c1:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:3.0:1776998322.129076:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.129081:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.129090:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4c00/0x27b6fb26481b9e4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.129112:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.129115:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.129118:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998322.144966:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.144986:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.144997:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.145007:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.145014:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.145025:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.145047:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4e19c124 (ffff8d250db54900) 00010000:00010000:1.0:1776998322.145052:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.145057:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.145066:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5400/0x27b6fb26481b9e3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4e19c124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.149082:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.149979:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756431104 00000100:00100000:0.0:1776998322.149992:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756431104 00000100:00100000:0.0:1776998322.150054:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51859 00000100:00100000:0.0:1776998322.150068:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3416:17551:x1863313756431104:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.150140:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998322.150230:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9f7600/0x27b6fb264819e346 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1704:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c72 expref: 3416 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150261:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b01f200/0x27b6fb2648183aed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1704:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37153 expref: 3415 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150285:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1704:0x0].0x0 (ffff8d250964b700) 00010000:00010000:0.0:1776998322.150297:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.150323:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150342:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150355:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150376:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150387:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150396:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150584:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150596:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.150607:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.151347:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2876, 64 off192256 00010000:00010000:0.0:1776998322.151432:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151446:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151457:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151468:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151477:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151484:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151506:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.151560:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151569:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151579:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151587:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.151592:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151602:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151616:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1704:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998322.151620:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.151625:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151634:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4e00/0x27b6fb26481b9e61 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1704:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151657:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151666:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151673:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151680:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.151683:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151692:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151702:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.151705:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.151709:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.151716:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5600/0x27b6fb26481b9e53 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.151736:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1ce7a6b reply state 00000000ab389b3d transno 4295019872 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.151748:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.151836:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3416:17551:x1863313756431104:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1768us (2763us total) trans 4295019872 rc 0/0 00000100:00100000:0.0:1776998322.151848:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51859 00010000:00010000:2.0:1776998322.151978:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998322.151987:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.151997:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998322.152001:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.152011:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.152027:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1704:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:2.0:1776998322.152031:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998322.152035:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.152042:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481b9e68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1704:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.152061:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.152064:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.152066:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998322.169129:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998322.169282:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169301:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169314:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169325:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dad5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.169333:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169343:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169365:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf64e14d5 (ffff8d250db54500) 00010000:00010000:1.0:1776998322.169370:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.169377:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.169386:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5a00/0x27b6fb26481b9e5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf64e14d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.176749:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756431360 00000100:00100000:0.0:1776998322.176784:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756431360 00000100:00100000:2.0:1776998322.181981:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16918 00000100:00100000:2.0:1776998322.182002:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3415:17551:x1863313756431360:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998322.182462:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3416:17551:x1863313756431360:12345-192.168.201.35@tcp:35:rm.0 Request processed in 463us (13343us total) trans 4295019873 rc 0/0 00000100:00100000:2.0:1776998322.182483:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16918 00000100:00100000:3.0:1776998322.193829:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.199453:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756431616 00000100:00100000:2.0:1776998322.199472:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756431616 00000100:00100000:2.0:1776998322.199601:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51860 00000100:00100000:2.0:1776998322.199618:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3416:17551:x1863313756431616:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998322.199696:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998322.199730:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f7c00/0x27b6fb26481a1813 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17b3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42474 expref: 3416 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199766:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d396a00/0x27b6fb26481a17e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4245f expref: 3415 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199788:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250944f000/0x27b6fb26481852da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3761c expref: 3414 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199804:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b3:0x0].0x0 (ffff8d2508fe2e00) 00010000:00010000:2.0:1776998322.199819:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998322.199847:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199865:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199880:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199900:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199917:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.199927:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.200071:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.200085:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.200096:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998322.200938:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2887, 64 off193024 00010000:00010000:2.0:1776998322.201029:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201045:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201059:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201069:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201079:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201089:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201116:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.201143:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201153:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201162:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201208:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.201215:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201226:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201239:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b3:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998322.201243:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.201248:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201257:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9e7d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201279:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201288:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201303:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201310:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.201315:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201324:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201335:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.201339:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.201343:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.201352:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9e6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.201366:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5a81b58 reply state 00000000cf9ed901 transno 4295019874 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.201381:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998322.201482:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3415:17551:x1863313756431616:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1866us (7661us total) trans 4295019874 rc 0/0 00000100:00100000:2.0:1776998322.201494:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51860 00010000:00010000:3.0:1776998322.203986:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.204024:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.204039:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.204046:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.204057:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.204076:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b3:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998322.204081:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.204087:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.204098:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481b9e84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.204125:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.204128:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.204131:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.226506:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226552:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226563:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226573:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.226579:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226589:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226613:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb02e29f0 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998322.226618:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.226624:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.226639:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9e76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb02e29f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.235877:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.237254:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756431872 00000100:00100000:1.0:1776998322.237267:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756431872 00000100:00100000:1.0:1776998322.237330:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16919 00000100:00100000:1.0:1776998322.237344:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3414:17551:x1863313756431872:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998322.237736:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3415:17551:x1863313756431872:12345-192.168.201.35@tcp:35:rm.0 Request processed in 392us (1867us total) trans 4295019875 rc 0/0 00000100:00100000:1.0:1776998322.237750:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16919 00000100:00100000:3.0:1776998322.257900:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.262998:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756432128 00000100:00100000:1.0:1776998322.263240:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756432128 00000100:00100000:1.0:1776998322.263341:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51861 00000100:00100000:1.0:1776998322.263356:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3415:17551:x1863313756432128:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.263455:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998322.263491:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa5800/0x27b6fb2648191fc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x147a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b394 expref: 3415 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263545:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147a:0x0].0x0 (ffff8d2621548d00) 00010000:00010000:1.0:1776998322.263563:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe1c00/0x27b6fb264819d936 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16e2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407e1 expref: 3414 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263585:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad7000/0x27b6fb264819d90c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407cc expref: 3413 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263605:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de88a00/0x27b6fb2648183647 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37065 expref: 3412 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263618:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e2:0x0].0x0 (ffff8d250b272500) 00010000:00010000:1.0:1776998322.263630:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.263656:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263676:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263696:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.263999:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.264030:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.264041:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.264206:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.264220:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.264231:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.264975:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2877, 64 off192320 00010000:00010000:1.0:1776998322.265059:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265072:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265083:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265094:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265104:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265112:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265137:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.265159:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265195:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265205:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265215:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.265221:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265232:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265245:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e2:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998322.265249:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.265254:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265264:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9e99 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265293:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265301:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265308:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265316:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.265320:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265329:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265340:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.265344:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.265348:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.265357:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9e8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.265369:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006aa5cd57 reply state 00000000f9f9e095 transno 4295019876 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.265381:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.265480:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3413:17551:x1863313756432128:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2125us (7887us total) trans 4295019876 rc 0/0 00000100:00100000:1.0:1776998322.265492:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51861 00010000:00010000:2.0:1776998322.266776:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998322.266786:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.266803:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998322.266809:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.266820:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.266836:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e2:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:2.0:1776998322.266839:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998322.266844:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.266852:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9ea0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.266872:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.266875:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.266877:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998322.299985:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998322.300061:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300078:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300088:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300097:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.300103:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300115:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300138:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6621f9de (ffff8d2509e7c900) 00010000:00010000:1.0:1776998322.300142:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.300149:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.300158:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9e92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6621f9de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.306158:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756432384 00000100:00100000:2.0:1776998322.306474:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756432384 00000100:00100000:2.0:1776998322.312026:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16920 00000100:00100000:2.0:1776998322.312047:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3412:17551:x1863313756432384:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998322.312496:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3413:17551:x1863313756432384:12345-192.168.201.35@tcp:35:rm.0 Request processed in 453us (12519us total) trans 4295019877 rc 0/0 00000100:00100000:2.0:1776998322.312508:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16920 00000100:00100000:1.0:1776998322.348258:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998322.351007:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756432640 00000100:00100000:3.0:1776998322.351022:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756432640 00000100:00100000:3.0:1776998322.351127:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51862 00000100:00100000:3.0:1776998322.351141:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3413:17551:x1863313756432640:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998322.353275:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998322.353312:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d58400/0x27b6fb26481a2fd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1802:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f41 expref: 3413 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353346:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5a800/0x27b6fb26481a2fac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1802:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f2c expref: 3412 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353366:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db5e200/0x27b6fb2648185da7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1802:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37845 expref: 3411 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353381:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1802:0x0].0x0 (ffff8d250977ba00) 00010000:00010000:3.0:1776998322.353396:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998322.353422:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353440:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353452:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353471:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353479:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353487:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353659:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353672:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.353682:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998322.354965:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2878, 64 off192384 00010000:00010000:3.0:1776998322.355048:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.355061:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.355071:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.355081:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.355091:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.355098:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.361119:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.361231:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361267:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361277:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361285:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.361291:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361302:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361319:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1802:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998322.361324:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.361330:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361337:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481b9eb5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361363:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361370:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361378:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361385:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.361389:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361403:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361414:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.361417:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.361421:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.361428:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481b9ea7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.361440:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d3a6171 reply state 00000000c44e2c80 transno 4295019878 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.361454:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998322.361607:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3412:17551:x1863313756432640:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10464us (13355us total) trans 4295019878 rc 0/0 00000100:00100000:2.0:1776998322.361621:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51862 00010000:00010000:1.0:1776998322.365992:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998322.366021:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.366033:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998322.366048:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.366060:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.366079:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1802:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:1.0:1776998322.366083:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998322.366088:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.366096:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481b9ebc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.366123:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998322.366126:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998322.366128:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998322.373400:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.373402:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998322.373417:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.373429:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.373438:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.373444:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.373455:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.373476:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x81d001ce (ffff8d250da6bd00) 00010000:00010000:1.0:1776998322.373481:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.373488:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.373498:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481b9eae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x81d001ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998322.376838:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756432896 00000100:00100000:3.0:1776998322.376853:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756432896 00000100:00100000:3.0:1776998322.376927:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16921 00000100:00100000:3.0:1776998322.376941:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3411:17551:x1863313756432896:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998322.377838:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3412:17551:x1863313756432896:12345-192.168.201.35@tcp:35:rm.0 Request processed in 896us (4443us total) trans 4295019879 rc 0/0 00000100:00100000:3.0:1776998322.377851:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16921 00000100:00100000:0.0:1776998322.413902:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.418821:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756433152 00000100:00100000:2.0:1776998322.418839:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756433152 00000100:00100000:2.0:1776998322.418990:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51863 00000100:00100000:2.0:1776998322.419021:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3412:17551:x1863313756433152:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998322.419129:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998322.419191:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dff4e00/0x27b6fb264819f05f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x172f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41268 expref: 3412 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426109:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf41e00/0x27b6fb264819f035 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41253 expref: 3411 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426181:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afdfa00/0x27b6fb26481840ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37280 expref: 3410 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426203:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172f:0x0].0x0 (ffff8d2509e7b100) 00010000:00010000:2.0:1776998322.426224:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998322.426269:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426298:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426317:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426347:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426362:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426381:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426608:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426630:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.426645:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998322.427658:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2888, 64 off193088 00010000:00010000:2.0:1776998322.427778:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427803:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427821:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427841:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427854:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427869:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427906:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.427947:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998322.427961:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.427977:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998322.427985:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428006:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428034:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172f:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998322.428045:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998322.428052:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428066:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9ed8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x172f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428090:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.428094:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.428097:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.428124:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428139:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428153:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428169:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.428176:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428190:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428209:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x172f:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998322.428214:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.428220:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428292:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9ed1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x172f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428323:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428341:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428355:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428366:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.428377:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428389:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428403:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.428408:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.428419:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.428431:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9ec3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.428446:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ee8f8a2 reply state 0000000097ee3c12 transno 4295019880 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.428468:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998322.429013:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3411:17551:x1863313756433152:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10000us (15126us total) trans 4295019880 rc 0/0 00000100:00100000:2.0:1776998322.429032:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51863 00000100:00100000:0.0:1776998322.443964:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998322.444606:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444632:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444645:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444654:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.444660:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444670:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444697:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd9d98bd0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998322.444704:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.444712:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.444724:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481b9eca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9d98bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.470510:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756433408 00000100:00100000:2.0:1776998322.471510:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756433408 00000100:00100000:2.0:1776998322.471640:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16922 00000100:00100000:2.0:1776998322.471661:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3410:17551:x1863313756433408:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998322.472129:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3411:17551:x1863313756433408:12345-192.168.201.35@tcp:35:rm.0 Request processed in 472us (28177us total) trans 4295019881 rc 0/0 00000100:00100000:2.0:1776998322.472475:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16922 00000100:00100000:2.0:1776998322.490406:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.491815:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756433664 00000100:00100000:0.0:1776998322.491829:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756433664 00000100:00100000:0.0:1776998322.491929:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51864 00000100:00100000:0.0:1776998322.491949:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3411:17551:x1863313756433664:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.492026:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998322.492062:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db9f800/0x27b6fb26481953f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1527:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb50 expref: 3411 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492097:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ab800/0x27b6fb26481953cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1527:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb3b expref: 3410 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492118:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dbac00/0x27b6fb264817f9b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1527:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36448 expref: 3409 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492150:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1527:0x0].0x0 (ffff8d2609161300) 00010000:00010000:0.0:1776998322.492165:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.492269:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492289:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492310:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492331:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492342:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492352:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492504:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492547:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.492559:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.493334:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2889, 64 off193152 00010000:00010000:0.0:1776998322.493420:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493436:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493449:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493460:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493471:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493482:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493538:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.493565:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493577:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493587:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493596:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.493601:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493611:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493625:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1527:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998322.493630:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.493634:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493642:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9eed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1527:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493671:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493680:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493689:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493697:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.493700:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493709:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493721:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.493725:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.493730:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493740:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9edf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.493754:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043f24a0a reply state 00000000a362e3fc transno 4295019882 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.493769:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.493868:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3410:17551:x1863313756433664:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1923us (3471us total) trans 4295019882 rc 0/0 00000100:00100000:0.0:1776998322.493882:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51864 00010000:00010000:0.0:1776998322.493922:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998322.493929:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493940:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998322.493945:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493956:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493970:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1527:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998322.493974:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998322.493978:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.493988:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9ef4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1527:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.494007:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.494011:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.494014:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1776998322.504092:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970680 is committed 00000001:00080000:3.0:1776998322.504163:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970688 is committed 00000001:00080000:3.0:1776998322.504306:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970690 is committed 00010000:00010000:1.0:1776998322.511966:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.511991:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.512003:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.512014:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.512021:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.512034:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.512058:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5c3e77f5 (ffff8d250db54600) 00010000:00010000:1.0:1776998322.512063:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.512069:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.512079:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9ee6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c3e77f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.521460:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998322.522497:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756433920 00000100:00100000:3.0:1776998322.522536:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756433920 00000100:00100000:3.0:1776998322.522622:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16923 00000100:00100000:3.0:1776998322.522637:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3409:17551:x1863313756433920:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998322.523480:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3410:17551:x1863313756433920:12345-192.168.201.35@tcp:35:rm.0 Request processed in 842us (2028us total) trans 4295019883 rc 0/0 00000100:00100000:3.0:1776998322.523495:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16923 00000100:00100000:0.0:1776998322.554764:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.554934:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756434176 00000100:00100000:2.0:1776998322.554947:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756434176 00000100:00100000:2.0:1776998322.555028:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51865 00000100:00100000:2.0:1776998322.555041:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3410:17551:x1863313756434176:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998322.555113:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998322.555147:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa4000/0x27b6fb2648192011 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x147b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b3b7 expref: 3410 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555507:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147b:0x0].0x0 (ffff8d2509c67e00) 00010000:00010000:2.0:1776998322.555551:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9a9c00/0x27b6fb2648195310 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1524:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae7 expref: 3409 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555571:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db9e800/0x27b6fb26481952e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1524:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cad2 expref: 3408 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555597:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d808600/0x27b6fb264817f94d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1524:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36433 expref: 3407 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555610:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1524:0x0].0x0 (ffff8d2509e0ec00) 00010000:00010000:2.0:1776998322.555621:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998322.555646:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555664:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555676:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555694:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555702:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555711:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555836:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555847:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.555857:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998322.556546:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2879, 64 off192448 00000004:00080000:2.0:1776998322.556557:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4033348386868ns, next at 4034348383273ns, rc = 0 00010000:00010000:2.0:1776998322.556628:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.556642:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.556652:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.556662:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.556670:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.556988:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557009:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.557032:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557039:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557047:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557054:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.557060:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557069:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557081:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1524:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998322.557085:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.557090:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557098:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1524:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557118:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557127:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557136:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557143:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.557147:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557154:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557164:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.557198:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.557203:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.557211:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9efb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.557222:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000772d00f6 reply state 00000000541d511a transno 4295019884 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.557233:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998322.557325:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3408:17551:x1863313756434176:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2284us (2569us total) trans 4295019884 rc 0/0 00000100:00100000:2.0:1776998322.557356:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51865 00010000:00010000:3.0:1776998322.558549:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.558559:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.558570:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.558575:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.558585:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.558605:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1524:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998322.558609:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.558613:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.558621:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1524:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.558640:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.558642:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.558644:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.570582:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570603:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570614:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570621:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.570627:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570637:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570658:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9564c35 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998322.570663:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.570668:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.570677:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9564c35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998322.574051:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.574931:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756434432 00000100:00100000:1.0:1776998322.574945:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756434432 00000100:00100000:1.0:1776998322.575045:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16924 00000100:00100000:1.0:1776998322.575060:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3407:17551:x1863313756434432:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998322.576080:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3408:17551:x1863313756434432:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1022us (2036us total) trans 4295019885 rc 0/0 00000100:00100000:1.0:1776998322.576090:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16924 00010000:00010000:0.0:1776998322.593015:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998322.604807:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.604851:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756434688 00000100:00100000:1.0:1776998322.604864:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756434688 00000100:00100000:1.0:1776998322.617641:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51866 00000100:00100000:1.0:1776998322.617670:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3408:17551:x1863313756434688:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.617745:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998322.617777:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd7600/0x27b6fb2648196f09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1581:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d79e expref: 3408 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617808:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6c800/0x27b6fb2648196edf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1581:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d789 expref: 3407 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617827:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ce3200/0x27b6fb2648180604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1581:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c366be expref: 3406 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617841:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1581:0x0].0x0 (ffff8d2509690a00) 00010000:00010000:1.0:1776998322.617853:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.617878:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617894:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617908:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617927:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617936:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.617946:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.618092:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.618103:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.618111:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.619063:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2890, 64 off193216 00010000:00010000:1.0:1776998322.619140:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619153:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619164:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619199:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619210:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619219:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619243:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.619266:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619275:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619283:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619292:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.619297:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619308:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619320:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1581:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998322.619324:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.619328:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619336:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f25 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1581:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619363:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619372:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619380:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619387:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.619391:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619400:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619409:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.619412:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.619416:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.619424:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.619435:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cdba7c3 reply state 00000000b3b227ae transno 4295019886 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.619447:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.619558:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3407:17551:x1863313756434688:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1899us (14757us total) trans 4295019886 rc 0/0 00000100:00100000:1.0:1776998322.619573:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51866 00010000:00010000:2.0:1776998322.619689:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998322.619697:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.619706:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998322.619711:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.619720:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.619733:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1581:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998322.619736:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998322.619741:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.619748:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481b9f2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1581:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.619774:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.619776:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.619779:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998322.626832:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626854:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626864:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626873:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.626880:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626889:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626909:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4ca61113 (ffff8d2509e7c900) 00010000:00010000:2.0:1776998322.626913:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.626918:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.626945:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481b9f1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4ca61113 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.631630:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998322.633718:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756434944 00000100:00100000:3.0:1776998322.633731:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756434944 00000100:00100000:3.0:1776998322.634055:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16925 00000100:00100000:3.0:1776998322.634070:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3406:17551:x1863313756434944:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998322.634450:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3407:17551:x1863313756434944:12345-192.168.201.35@tcp:35:rm.0 Request processed in 383us (2828us total) trans 4295019887 rc 0/0 00000100:00100000:3.0:1776998322.634461:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16925 00000100:00100000:2.0:1776998322.654492:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.655916:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756435200 00000100:00100000:0.0:1776998322.655944:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756435200 00000100:00100000:0.0:1776998322.656018:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51867 00000100:00100000:0.0:1776998322.656032:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3407:17551:x1863313756435200:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.656121:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998322.656155:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd7e00/0x27b6fb2648197426 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1592:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9f1 expref: 3407 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656501:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f10800/0x27b6fb26481973fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1592:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9dc expref: 3406 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656542:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509084600/0x27b6fb2648180857 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36735 expref: 3405 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656556:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1592:0x0].0x0 (ffff8d2503402400) 00010000:00010000:0.0:1776998322.656569:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.656593:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656609:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656621:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656638:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656647:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656655:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656793:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656804:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.656815:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.657483:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2880, 64 off192512 00010000:00010000:0.0:1776998322.657584:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657596:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657607:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657615:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657623:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657631:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657655:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.657675:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657683:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657691:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657704:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.657709:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657719:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657731:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1592:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998322.657734:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.657739:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657747:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9f41 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1592:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657767:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657776:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657784:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657790:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.657794:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657802:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657817:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.657820:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.657823:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.657830:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9f33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.657840:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008360e2f8 reply state 000000002004abe5 transno 4295019888 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.657852:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.657945:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3406:17551:x1863313756435200:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1914us (3460us total) trans 4295019888 rc 0/0 00000100:00100000:0.0:1776998322.657956:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51867 00010000:00010000:3.0:1776998322.660455:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.660467:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.660478:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.660483:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.660503:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.660544:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1592:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998322.660548:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.660553:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.660561:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481b9f48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1592:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.660584:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.660587:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.660589:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.669705:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669726:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669737:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669746:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.669752:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669762:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669783:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1a086f48 (ffff8d250db54500) 00010000:00010000:3.0:1776998322.669787:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.669793:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.669802:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9f3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1a086f48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.685815:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998322.691586:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756435456 00000100:00100000:3.0:1776998322.691600:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756435456 00000100:00100000:3.0:1776998322.691674:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16926 00000100:00100000:3.0:1776998322.691687:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3405:17551:x1863313756435456:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998322.692024:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3406:17551:x1863313756435456:12345-192.168.201.35@tcp:35:rm.0 Request processed in 337us (6219us total) trans 4295019889 rc 0/0 00000100:00100000:3.0:1776998322.692034:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16926 00000100:00100000:2.0:1776998322.726268:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.728950:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756435712 00000100:00100000:1.0:1776998322.728964:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756435712 00000100:00100000:1.0:1776998322.729040:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51868 00000100:00100000:1.0:1776998322.729054:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3406:17551:x1863313756435712:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.729121:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998322.729152:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d396400/0x27b6fb26481a19e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17b9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42546 expref: 3406 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729209:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d5cc00/0x27b6fb26481a19b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42531 expref: 3405 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729229:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d726800/0x27b6fb26481853ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37646 expref: 3404 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729243:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b9:0x0].0x0 (ffff8d2509220000) 00010000:00010000:1.0:1776998322.729256:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.729280:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729297:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729310:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729330:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729340:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729348:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729494:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729505:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.729542:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.734352:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2891, 64 off193280 00010000:00010000:1.0:1776998322.734435:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.734455:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.734468:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.734478:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.734487:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.734496:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735131:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.735194:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735204:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735212:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735219:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.735224:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735233:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735247:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b9:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998322.735251:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.735257:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735264:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f5d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735284:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735293:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735306:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735312:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.735316:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735323:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735332:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.735335:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.735339:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.735345:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.735356:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000922330d1 reply state 00000000b018e7f2 transno 4295019890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.735367:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.735465:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3405:17551:x1863313756435712:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6411us (9204us total) trans 4295019890 rc 0/0 00000100:00100000:1.0:1776998322.735476:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51868 00010000:00010000:3.0:1776998322.740113:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.740128:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.740142:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.740147:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.740159:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.740226:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17b9:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:3.0:1776998322.740231:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.740236:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.740245:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481b9f64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.740270:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.740272:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.740274:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998322.745498:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.745563:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756435968 00000100:00100000:0.0:1776998322.745575:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756435968 00000100:00100000:0.0:1776998322.745641:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16927 00000100:00100000:0.0:1776998322.745655:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3405:17551:x1863313756435968:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998322.746034:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3406:17551:x1863313756435968:12345-192.168.201.35@tcp:35:rm.0 Request processed in 379us (542us total) trans 4295019891 rc 0/0 00000100:00100000:0.0:1776998322.746045:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16927 00010000:00010000:3.0:1776998322.746443:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746457:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746474:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746482:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.746487:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746497:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746536:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x12435ba3 (ffff8d2509e7c400) 00010000:00010000:3.0:1776998322.746540:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.746546:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.746555:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481b9f56 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12435ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.793887:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.794026:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756436224 00000100:00100000:1.0:1776998322.794039:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756436224 00000100:00100000:1.0:1776998322.794110:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51869 00000100:00100000:1.0:1776998322.794123:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3405:17551:x1863313756436224:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.794236:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998322.794268:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e9a400/0x27b6fb264819db04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16e8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408b3 expref: 3405 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794300:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad6c00/0x27b6fb264819dada lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4089e expref: 3404 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794343:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da6c00/0x27b6fb2648183719 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3708f expref: 3403 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794359:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e8:0x0].0x0 (ffff8d250e330100) 00010000:00010000:1.0:1776998322.794372:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.794398:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794416:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794430:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794451:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794462:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794473:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794647:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794661:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.794672:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.795402:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2881, 64 off192576 00010000:00010000:1.0:1776998322.795483:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795497:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795533:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795544:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795554:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795562:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795601:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.795625:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795641:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795650:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795659:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.795664:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795674:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795687:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e8:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998322.795692:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.795696:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795972:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9f79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.795994:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796003:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796011:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796019:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.796024:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796033:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796045:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.796048:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.796053:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.796061:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9f6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.796073:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d894263 reply state 000000000a50eb30 transno 4295019892 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.796085:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.796205:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3404:17551:x1863313756436224:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2050us (2295us total) trans 4295019892 rc 0/0 00000100:00100000:1.0:1776998322.796217:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51869 00010000:00010000:3.0:1776998322.796949:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.796958:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.796968:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.796973:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.796982:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.797016:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e8:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998322.797021:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.797026:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.797033:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9f80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.797051:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.797053:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.797056:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.808396:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808420:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808431:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808439:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.808445:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808455:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808474:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x511be866 (ffff8d2509e7c700) 00010000:00010000:3.0:1776998322.808479:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.808484:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.808492:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9f72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x511be866 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.822819:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.825149:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756436480 00000100:00100000:1.0:1776998322.825164:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756436480 00000100:00100000:1.0:1776998322.825286:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16928 00000100:00100000:1.0:1776998322.825595:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3403:17551:x1863313756436480:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998322.826285:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3404:17551:x1863313756436480:12345-192.168.201.35@tcp:35:rm.0 Request processed in 986us (3475us total) trans 4295019893 rc 0/0 00000100:00100000:1.0:1776998322.826296:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16928 00000100:00100000:0.0:1776998322.837110:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998322.837480:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756436736 00000100:00100000:2.0:1776998322.837492:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756436736 00000100:00100000:2.0:1776998322.837661:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51870 00000100:00100000:2.0:1776998322.837676:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3404:17551:x1863313756436736:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998322.837746:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998322.837781:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d41d200/0x27b6fb26481a1343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17a3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42244 expref: 3404 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837811:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f6400/0x27b6fb26481a1319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17a3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4222f expref: 3403 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837830:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e0c8400/0x27b6fb26481850aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c375ac expref: 3402 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837843:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a3:0x0].0x0 (ffff8d250293e300) 00010000:00010000:2.0:1776998322.837855:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998322.837880:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837897:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837910:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837928:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837938:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.837947:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.838100:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.838110:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.838119:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998322.839964:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2892, 64 off193344 00010000:00010000:2.0:1776998322.840044:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840058:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840070:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840081:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840090:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840098:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840120:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998322.840143:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840152:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840162:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840197:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.840203:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840214:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840226:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a3:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998322.840230:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998322.840234:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840243:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481b9f95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840262:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840271:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840278:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840292:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998322.840296:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840304:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840314:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998322.840317:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998322.840321:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998322.840329:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481b9f87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998322.840341:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2d432e3 reply state 00000000032a6192 transno 4295019894 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.840352:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998322.840435:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3403:17551:x1863313756436736:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2760us (3339us total) trans 4295019894 rc 0/0 00000100:00100000:2.0:1776998322.840447:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51870 00010000:00010000:3.0:1776998322.844161:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.844227:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.844242:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.844247:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.844258:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.844279:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a3:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998322.844283:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.844289:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.844298:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481b9f9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.844324:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.844327:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.844329:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998322.855936:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.856062:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756436992 00000100:00100000:0.0:1776998322.856074:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756436992 00000100:00100000:0.0:1776998322.856144:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16929 00000100:00100000:0.0:1776998322.856158:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3403:17551:x1863313756436992:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998322.857118:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3404:17551:x1863313756436992:12345-192.168.201.35@tcp:35:rm.0 Request processed in 962us (1190us total) trans 4295019895 rc 0/0 00000100:00100000:0.0:1776998322.857129:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16929 00010000:00010000:3.0:1776998322.857324:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857339:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857350:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857364:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.857370:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857380:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857398:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x69e32153 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998322.857402:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.857407:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.857416:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481b9f8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x69e32153 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.895895:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.897457:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756437248 00000100:00100000:1.0:1776998322.897471:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756437248 00000100:00100000:1.0:1776998322.897680:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51871 00000100:00100000:1.0:1776998322.897695:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3403:17551:x1863313756437248:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998322.897764:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998322.897796:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e98400/0x27b6fb264819d466 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16d2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405b1 expref: 3403 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897830:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c1400/0x27b6fb264819d43c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4059c expref: 3402 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897847:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b25ce00/0x27b6fb2648183417 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36ff5 expref: 3401 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897860:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d2:0x0].0x0 (ffff8d250de24500) 00010000:00010000:1.0:1776998322.897872:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998322.897897:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897932:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897945:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897963:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.897972:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.898006:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.898140:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.898151:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.898161:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998322.899119:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2882, 64 off192640 00010000:00010000:1.0:1776998322.899241:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899254:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899265:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899274:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899282:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899289:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899305:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998322.899327:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899335:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899343:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899350:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.899356:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899365:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899375:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d2:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998322.899379:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998322.899384:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899392:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9fb1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899412:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899421:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899429:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899440:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998322.899445:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899453:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899462:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998322.899465:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998322.899468:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998322.899475:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481b9fa3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998322.899486:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030a85837 reply state 00000000f427dcd7 transno 4295019896 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998322.899496:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998322.899897:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3402:17551:x1863313756437248:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1927us (3733us total) trans 4295019896 rc 0/0 00000100:00100000:1.0:1776998322.899908:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51871 00010000:00010000:3.0:1776998322.900005:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.900014:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.900023:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.900028:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.900036:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.900048:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d2:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:3.0:1776998322.900051:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.900055:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.900069:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481b9fb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.900086:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.900089:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.900091:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.908287:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908311:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908323:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908334:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.908340:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908351:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908371:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1c17c5eb (ffff8d2509e7c500) 00010000:00010000:3.0:1776998322.908376:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.908383:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.908391:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481b9faa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1c17c5eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.919716:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998322.925043:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756437504 00000100:00100000:3.0:1776998322.925059:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756437504 00000100:00100000:3.0:1776998322.925149:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16930 00000100:00100000:3.0:1776998322.925164:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3401:17551:x1863313756437504:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998322.926768:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3402:17551:x1863313756437504:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1605us (7059us total) trans 4295019897 rc 0/0 00000100:00100000:2.0:1776998322.926782:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16930 00000100:00100000:2.0:1776998322.944590:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.945037:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756437760 00000100:00100000:0.0:1776998322.945049:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756437760 00000100:00100000:0.0:1776998322.945117:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51872 00000100:00100000:0.0:1776998322.945130:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3402:17551:x1863313756437760:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.945250:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998322.945282:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad1800/0x27b6fb26481a370e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x181a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43289 expref: 3402 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945560:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0a800/0x27b6fb26481a36e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x181a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43274 expref: 3401 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945582:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db5ec00/0x27b6fb26481860ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x181a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c378ed expref: 3400 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945596:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181a:0x0].0x0 (ffff8d250d812d00) 00010000:00010000:0.0:1776998322.945608:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.945633:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945654:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945666:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945684:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945694:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945703:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945826:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945837:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.945847:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.946824:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2883, 64 off192704 00010000:00010000:0.0:1776998322.946905:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946920:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946932:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946943:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946951:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946959:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.946995:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.947018:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947025:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947034:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947041:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.947046:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947056:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947068:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181a:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998322.947072:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.947077:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947091:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fcd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x181a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947110:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947118:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947126:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947133:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.947136:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947144:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947154:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.947157:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.947161:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.947212:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.947225:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083cd43e3 reply state 00000000e0735511 transno 4295019898 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.947237:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.947330:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3401:17551:x1863313756437760:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2200us (2748us total) trans 4295019898 rc 0/0 00000100:00100000:0.0:1776998322.947341:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51872 00010000:00010000:3.0:1776998322.948448:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998322.948458:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.948469:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998322.948473:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.948482:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.948496:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x181a:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:3.0:1776998322.948499:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998322.948525:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.948535:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481b9fd4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x181a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.948557:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.948560:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.948562:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998322.956917:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.956940:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.956952:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.956962:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998322.956968:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.956979:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.957021:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8655db12 (ffff8d250db54900) 00010000:00010000:3.0:1776998322.957027:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998322.957033:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998322.957043:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9fc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8655db12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998322.962085:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998322.962557:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756438016 00000100:00100000:1.0:1776998322.962570:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756438016 00000100:00100000:1.0:1776998322.962633:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16931 00000100:00100000:1.0:1776998322.962648:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3400:17551:x1863313756438016:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998322.963018:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3401:17551:x1863313756438016:12345-192.168.201.35@tcp:35:rm.0 Request processed in 373us (941us total) trans 4295019899 rc 0/0 00000100:00100000:1.0:1776998322.963035:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16931 00000100:00100000:2.0:1776998322.974359:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998322.974646:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756438272 00000100:00100000:0.0:1776998322.974658:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756438272 00000100:00100000:0.0:1776998322.974727:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51873 00000100:00100000:0.0:1776998322.974741:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3401:17551:x1863313756438272:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998322.979264:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998322.979308:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d08800/0x27b6fb264819f797 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1747:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415b0 expref: 3401 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979343:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8cb400/0x27b6fb264819f76d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1747:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4159b expref: 3400 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979360:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afdee00/0x27b6fb2648184416 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1747:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37328 expref: 3399 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979374:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1747:0x0].0x0 (ffff8d250d083f00) 00010000:00010000:0.0:1776998322.979390:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998322.979419:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979436:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979449:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979469:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979479:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979489:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979726:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979738:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.979748:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998322.980454:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2893, 64 off193408 00010000:00010000:0.0:1776998322.980557:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980571:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980582:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980593:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980602:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980611:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980638:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998322.980660:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980931:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980941:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980949:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.980955:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980966:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980979:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1747:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998322.980983:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998322.980988:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.980997:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481b9fe9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1747:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981018:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981027:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981040:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981047:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998322.981051:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981058:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981069:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998322.981072:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998322.981076:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981083:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481b9fdb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998322.981095:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000046e4d92 reply state 000000008ea6a4b7 transno 4295019900 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998322.981107:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998322.981233:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3400:17551:x1863313756438272:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6490us (6880us total) trans 4295019900 rc 0/0 00000100:00100000:0.0:1776998322.981245:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51873 00010000:00010000:0.0:1776998322.981316:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998322.981323:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981331:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998322.981337:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981345:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981356:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1747:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998322.981360:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998322.981364:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981370:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481b9ff0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1747:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998322.981385:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.981387:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998322.981390:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998323.000921:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.001584:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756438528 00000100:00100000:2.0:1776998323.001597:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756438528 00000100:00100000:2.0:1776998323.001663:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16932 00000100:00100000:2.0:1776998323.001677:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3400:17551:x1863313756438528:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998323.002078:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3401:17551:x1863313756438528:12345-192.168.201.35@tcp:35:rm.0 Request processed in 401us (1176us total) trans 4295019901 rc 0/0 00000100:00100000:2.0:1776998323.002090:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16932 00010000:00010000:3.0:1776998323.002891:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002909:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002918:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002926:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.002930:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002940:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002962:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x87e00026 (ffff8d250db54700) 00010000:00010000:3.0:1776998323.002966:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.002971:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.002979:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481b9fe2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x87e00026 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.027731:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998323.027931:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756438784 00000100:00100000:1.0:1776998323.027944:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756438784 00000100:00100000:1.0:1776998323.028016:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51874 00000100:00100000:1.0:1776998323.028030:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3400:17551:x1863313756438784:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998323.028105:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998323.028135:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d09e00/0x27b6fb264819fcb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1758:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41803 expref: 3400 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028161:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a1600/0x27b6fb264819fc8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1758:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417ee expref: 3399 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028232:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d37d200/0x27b6fb2648184669 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1758:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3739f expref: 3398 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028248:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1758:0x0].0x0 (ffff8d250293e800) 00010000:00010000:1.0:1776998323.028261:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998323.028285:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028301:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028313:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028331:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028339:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028347:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028483:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028494:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.028528:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998323.029492:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2884, 64 off192768 00010000:00010000:1.0:1776998323.029591:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029604:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029613:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029623:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029630:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029638:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029669:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998323.029690:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029698:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029706:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029713:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.029718:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029728:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029739:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1758:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998323.029743:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998323.029747:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029755:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba005 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1758:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029773:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029780:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029791:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029798:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.029801:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029808:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029816:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998323.029819:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.029823:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.029830:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481b9ff7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998323.029840:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001fe7577 reply state 00000000d945c97b transno 4295019902 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.029850:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998323.029945:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3399:17551:x1863313756438784:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1916us (2223us total) trans 4295019902 rc 0/0 00000100:00100000:1.0:1776998323.029957:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51874 00010000:00010000:3.0:1776998323.032689:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.032702:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.032714:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.032719:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.032728:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.032744:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1758:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:3.0:1776998323.032748:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.032752:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.032759:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba00c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1758:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.032802:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.032804:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.032807:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998323.041820:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998323.041923:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.041941:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.041953:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.041963:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.041970:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.041979:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.042000:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8657ac31 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998323.042005:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.042011:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.042020:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481b9ffe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8657ac31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.051059:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756439040 00000100:00100000:2.0:1776998323.051076:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756439040 00000100:00100000:2.0:1776998323.051353:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16933 00000100:00100000:2.0:1776998323.051370:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756439040:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998323.052077:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3399:17551:x1863313756439040:12345-192.168.201.35@tcp:35:rm.0 Request processed in 710us (10265us total) trans 4295019903 rc 0/0 00000100:00100000:2.0:1776998323.052089:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16933 00000100:00100000:3.0:1776998323.063069:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998323.063190:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756439296 00000100:00100000:1.0:1776998323.063201:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756439296 00000100:00100000:1.0:1776998323.063272:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51875 00000100:00100000:1.0:1776998323.063285:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3399:17551:x1863313756439296:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998323.063354:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998323.063384:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0a800/0x27b6fb264819c341 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1699:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fde6 expref: 3399 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063417:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0b600/0x27b6fb264819c317 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1699:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdd1 expref: 3398 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063435:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d263966c800/0x27b6fb2648182c4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1699:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e66 expref: 3397 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063447:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1699:0x0].0x0 (ffff8d25025a9d00) 00010000:00010000:1.0:1776998323.063461:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998323.063487:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063526:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063540:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063561:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063571:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063579:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063716:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063728:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.063737:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.070703:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2894, 64 off193472 00010000:00010000:3.0:1776998323.070805:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070825:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070839:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070850:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070858:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070867:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.070959:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.071007:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071017:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071026:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071034:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.071039:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071048:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071063:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1699:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:3.0:1776998323.071067:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.071071:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071084:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba021 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1699:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071106:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071114:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071121:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071127:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.071130:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071138:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071147:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.071151:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.071155:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.071162:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba013 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.071174:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000819ee9d8 reply state 00000000fddb25d5 transno 4295019904 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.071186:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.071396:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756439296:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8109us (8333us total) trans 4295019904 rc 0/0 00000100:00100000:3.0:1776998323.071409:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51875 00010000:00010000:1.0:1776998323.073584:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998323.073596:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.073607:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998323.073612:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.073622:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.073637:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1699:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998323.073640:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998323.073644:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.073652:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba028 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1699:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.073675:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.073678:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.073680:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998323.093929:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.094063:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756439552 00000100:00100000:2.0:1776998323.094075:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756439552 00000100:00100000:2.0:1776998323.094149:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16934 00000100:00100000:2.0:1776998323.094163:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756439552:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998323.095101:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3399:17551:x1863313756439552:12345-192.168.201.35@tcp:35:rm.0 Request processed in 940us (1181us total) trans 4295019905 rc 0/0 00000100:00100000:2.0:1776998323.095112:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16934 00010000:00010000:1.0:1776998323.095226:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095242:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095252:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095260:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.095266:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095275:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095294:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbb0fb634 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998323.095298:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.095304:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.095312:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba01a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbb0fb634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.114770:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.117310:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756439808 00000100:00100000:2.0:1776998323.117326:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756439808 00000100:00100000:2.0:1776998323.117406:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51876 00000100:00100000:2.0:1776998323.117421:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756439808:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998323.117487:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998323.117546:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d5eca00/0x27b6fb264818d326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x137b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390c5 expref: 3398 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117573:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da06800/0x27b6fb264818d2ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x137b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390a9 expref: 3397 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117586:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137b:0x0].0x0 (ffff8d25094ba600) 00010000:00010000:2.0:1776998323.117598:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998323.117621:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117636:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117649:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117933:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117944:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.117957:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118083:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118099:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118108:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998323.118792:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2895, 64 off193536 00010000:00010000:2.0:1776998323.118865:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118878:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118888:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118898:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118906:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118914:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118948:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998323.118970:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118978:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.118991:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119000:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.119005:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119014:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119025:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137b:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998323.119029:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998323.119033:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119040:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba03d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119059:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119066:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119074:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119081:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.119085:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119100:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119110:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998323.119113:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.119116:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.119123:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba02f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998323.119135:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebd2ad51 reply state 0000000044353516 transno 4295019906 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.119146:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998323.119270:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756439808:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1850us (4507us total) trans 4295019906 rc 0/0 00000100:00100000:2.0:1776998323.119281:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51876 00010000:00010000:3.0:1776998323.121954:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.121965:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.121975:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.121979:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.121988:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.122021:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137b:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998323.122025:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.122029:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.122036:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba044 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x137b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.122057:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.122059:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.122062:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.138585:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138606:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138904:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138915:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.138921:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138938:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138957:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x79341b11 (ffff8d250da9e900) 00010000:00010000:2.0:1776998323.138961:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.138966:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.138976:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba036 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x79341b11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.147008:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.147258:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756440064 00000100:00100000:2.0:1776998323.147271:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756440064 00000100:00100000:3.0:1776998323.150865:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16935 00000100:00100000:3.0:1776998323.150884:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756440064:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.151624:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756440064:12345-192.168.201.35@tcp:35:rm.0 Request processed in 744us (4645us total) trans 4295019907 rc 0/0 00000100:00100000:3.0:1776998323.151636:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16935 00000100:00100000:3.0:1776998323.163590:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.165841:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756440320 00000100:00100000:0.0:1776998323.165855:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756440320 00000100:00100000:0.0:1776998323.165942:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51877 00000100:00100000:0.0:1776998323.165956:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756440320:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.166060:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998323.166095:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1d8600/0x27b6fb264818e317 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13b0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39804 expref: 3398 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.166125:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de91e00/0x27b6fb264817c671 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35a07 expref: 3397 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.166138:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b0:0x0].0x0 (ffff8d2620109500) 00010000:00010000:0.0:1776998323.166150:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998323.168251:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168271:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168286:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168308:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168318:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168327:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168461:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168473:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.168483:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998323.172274:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2885, 64 off192832 00010000:00010000:0.0:1776998323.172390:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172409:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172422:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172431:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172439:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172446:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172476:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998323.172528:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172538:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172546:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172554:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.172560:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172569:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172584:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b0:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998323.172588:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998323.172594:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172602:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba059 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172626:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172636:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172642:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172649:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.172653:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172700:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172711:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998323.172714:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998323.172719:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.172727:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba04b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998323.172740:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000059103a6 reply state 00000000eb1c8d50 transno 4295019908 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.172757:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998323.172862:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756440320:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6905us (9279us total) trans 4295019908 rc 0/0 00000100:00100000:0.0:1776998323.172874:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51877 00010000:00010000:3.0:1776998323.173038:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.173047:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.173056:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.173061:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.173069:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.173082:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13b0:0x0].0x0 (ffff8d250db54100) 00010000:00010000:3.0:1776998323.173086:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.173090:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.173098:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba060 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.173117:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.173120:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.173122:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.192350:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192373:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192385:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192402:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.192409:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192419:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192439:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcd27c611 (ffff8d250db54300) 00010000:00010000:1.0:1776998323.192444:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.192450:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.192460:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba052 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcd27c611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.192744:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.200541:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756440576 00000100:00100000:2.0:1776998323.200558:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756440576 00000100:00100000:2.0:1776998323.200705:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16936 00000100:00100000:2.0:1776998323.200721:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756440576:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998323.201131:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756440576:12345-192.168.201.35@tcp:35:rm.0 Request processed in 412us (8556us total) trans 4295019909 rc 0/0 00000100:00100000:2.0:1776998323.201143:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16936 00000100:00100000:2.0:1776998323.220857:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.226927:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756440832 00000100:00100000:3.0:1776998323.226945:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756440832 00000100:00100000:3.0:1776998323.230378:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51878 00000100:00100000:3.0:1776998323.230402:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3398:17551:x1863313756440832:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998323.230483:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998323.230546:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0ff800/0x27b6fb26481b0698 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1acc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490df expref: 3398 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.230582:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0fc800/0x27b6fb26481b066e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1acc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490ca expref: 3397 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.230604:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc800/0x27b6fb264818bf61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1acc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38bd2 expref: 3396 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.230621:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acc:0x0].0x0 (ffff8d260137c300) 00010000:00010000:3.0:1776998323.230637:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998323.230961:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.230980:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.230994:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231012:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231021:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231031:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231216:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231229:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.231241:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.232198:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2896, 64 off193600 00000004:00080000:3.0:1776998323.232211:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4034024039574ns, next at 4035024035945ns, rc = 0 00010000:00010000:3.0:1776998323.232291:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232305:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232318:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232330:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232341:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232350:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232375:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.232397:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232406:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232415:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232423:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.232430:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232440:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232452:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acc:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998323.232456:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.232461:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232470:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba075 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1acc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232489:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232498:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232532:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232540:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.232545:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232554:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232565:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.232569:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.232573:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.232582:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba067 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.232597:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ef8b365 reply state 00000000e9bdfeed transno 4295019910 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.232610:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.232719:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756440832:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2324us (11869us total) trans 4295019910 rc 0/0 00000100:00100000:3.0:1776998323.232730:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51878 00010000:00010000:0.0:1776998323.234847:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.234858:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.234869:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.234874:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.234884:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.234899:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1acc:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998323.234903:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.234927:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.234936:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba07c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1acc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.234956:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.234959:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.234961:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.247438:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247462:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247478:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247488:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.247494:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247523:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247544:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9122cc20 (ffff8d250da6b100) 00010000:00010000:2.0:1776998323.247549:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.247555:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.247564:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba06e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9122cc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.261336:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998323.263284:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756441088 00000100:00100000:1.0:1776998323.263297:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756441088 00000100:00100000:1.0:1776998323.263377:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16937 00000100:00100000:1.0:1776998323.263390:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756441088:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998323.263849:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756441088:12345-192.168.201.35@tcp:35:rm.0 Request processed in 459us (2521us total) trans 4295019911 rc 0/0 00000100:00100000:1.0:1776998323.263861:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16937 00000100:00100000:3.0:1776998323.284626:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998323.285221:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756441344 00000100:00100000:1.0:1776998323.285232:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756441344 00000100:00100000:1.0:1776998323.285308:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51879 00000100:00100000:1.0:1776998323.285323:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756441344:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998323.285397:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998323.285433:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f2400/0x27b6fb26481b0e6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ae6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4946d expref: 3397 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285462:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509320000/0x27b6fb26481b0e40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ae6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49458 expref: 3396 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285480:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f89c00/0x27b6fb264818c2ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ae6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38c88 expref: 3395 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285493:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae6:0x0].0x0 (ffff8d250e3d4800) 00010000:00010000:1.0:1776998323.285532:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998323.285556:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285573:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285586:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285604:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285615:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285625:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285758:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285801:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.285810:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998323.286534:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2897, 64 off193664 00010000:00010000:1.0:1776998323.286615:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286629:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286640:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286650:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286659:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286667:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286691:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998323.286713:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286722:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286736:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286744:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.286749:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286759:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286770:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae6:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998323.286775:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998323.286780:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286788:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba091 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286807:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286815:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286823:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286831:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.286835:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286847:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286857:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998323.286860:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.286864:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.286872:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba083 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998323.286883:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed9dafbb reply state 00000000b26a6278 transno 4295019912 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.286895:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998323.286992:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756441344:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1669us (2375us total) trans 4295019912 rc 0/0 00000100:00100000:1.0:1776998323.287004:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51879 00010000:00010000:0.0:1776998323.287528:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.287536:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.287547:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.287551:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.287561:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.287574:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae6:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:0.0:1776998323.287577:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.287581:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.287589:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba098 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.287607:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.287609:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.287611:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998323.303980:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.306271:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756441600 00000100:00100000:2.0:1776998323.306285:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756441600 00000100:00100000:2.0:1776998323.306364:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16938 00000100:00100000:2.0:1776998323.306379:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756441600:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998323.306826:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3397:17551:x1863313756441600:12345-192.168.201.35@tcp:35:rm.0 Request processed in 448us (2854us total) trans 4295019913 rc 0/0 00000100:00100000:2.0:1776998323.306838:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16938 00010000:00010000:3.0:1776998323.319041:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319069:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319081:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319092:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.319100:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319110:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319131:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa790d24f (ffff8d2509e7cb00) 00010000:00010000:3.0:1776998323.319136:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.319143:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.319152:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba08a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa790d24f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.329290:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.329541:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756441856 00000100:00100000:0.0:1776998323.329555:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756441856 00000100:00100000:0.0:1776998323.329631:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51880 00000100:00100000:0.0:1776998323.329647:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756441856:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.329720:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998323.329753:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250af11e00/0x27b6fb264818edb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13d3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39cd4 expref: 3396 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329786:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b9de00/0x27b6fb264817cb3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35afc expref: 3395 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329812:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d3:0x0].0x0 (ffff8d263f269a00) 00010000:00010000:0.0:1776998323.329825:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998323.329853:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329872:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329887:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329910:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329923:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.329933:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.330109:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.330123:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.330134:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998323.334995:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2898, 64 off193728 00010000:00010000:0.0:1776998323.335091:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335113:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335126:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335139:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335149:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335158:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335207:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998323.335235:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335245:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335256:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335263:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.335269:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335279:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335296:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d3:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998323.335300:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998323.335306:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335316:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0ad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335338:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335348:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335357:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335364:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.335369:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335377:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335389:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998323.335393:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998323.335397:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.335406:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba09f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998323.335428:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8352657 reply state 00000000d91f9a9d transno 4295019914 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.335441:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998323.335570:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756441856:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5922us (6285us total) trans 4295019914 rc 0/0 00000100:00100000:0.0:1776998323.335584:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51880 00010000:00010000:3.0:1776998323.337038:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.337049:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.337061:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.337065:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.337075:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.337090:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d3:0x0].0x0 (ffff8d250db54000) 00010000:00010000:3.0:1776998323.337094:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.337100:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.337109:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba0b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.337137:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.337141:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.337143:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.350147:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350242:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350255:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350264:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.350271:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350282:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350305:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5fbd0b18 (ffff8d250db54a00) 00010000:00010000:3.0:1776998323.350309:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.350316:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.350325:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba0a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5fbd0b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.353327:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.354263:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756442112 00000100:00100000:3.0:1776998323.354277:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756442112 00000100:00100000:3.0:1776998323.354355:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16939 00000100:00100000:3.0:1776998323.354370:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756442112:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.354687:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756442112:12345-192.168.201.35@tcp:35:rm.0 Request processed in 319us (1369us total) trans 4295019915 rc 0/0 00000100:00100000:3.0:1776998323.354699:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16939 00000100:00100000:0.0:1776998323.372082:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.373223:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756442368 00000100:00100000:3.0:1776998323.373236:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756442368 00000100:00100000:3.0:1776998323.373598:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51881 00000100:00100000:3.0:1776998323.373615:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3396:17551:x1863313756442368:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998323.373690:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998323.373722:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481b1ef5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b1d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49bf2 expref: 3396 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373752:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509728a00/0x27b6fb26481b1ecb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49bdd expref: 3395 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373773:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d72e00/0x27b6fb264818ca74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38e09 expref: 3394 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373788:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b1d:0x0].0x0 (ffff8d2509f4c700) 00010000:00010000:3.0:1776998323.373800:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998323.373823:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373840:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373854:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373878:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373888:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.373898:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.374027:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.374039:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.374048:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.375084:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2886, 64 off192896 00010000:00010000:3.0:1776998323.375202:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375217:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375229:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375241:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375251:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375260:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375282:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.375303:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375311:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375321:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375330:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.375334:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375344:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375356:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b1d:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998323.375360:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.375364:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375372:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0c9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375392:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375406:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375414:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375421:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.375425:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375434:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375455:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.375458:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.375463:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.375471:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.375483:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8f3be69 reply state 00000000b8f6e253 transno 4295019916 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.375495:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.375610:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756442368:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1998us (3536us total) trans 4295019916 rc 0/0 00000100:00100000:3.0:1776998323.375623:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51881 00010000:00010000:0.0:1776998323.376486:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.376519:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.376529:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.376534:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.376544:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.376559:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b1d:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:0.0:1776998323.376562:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.376567:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.376575:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba0d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.376595:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.376598:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.376602:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998323.411032:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998323.411218:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411238:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411255:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411264:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.411270:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411282:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411301:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3689897c (ffff8d250da6be00) 00010000:00010000:2.0:1776998323.411306:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.411312:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.411320:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba0c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3689897c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.413150:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756442624 00000100:00100000:3.0:1776998323.413189:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756442624 00000100:00100000:3.0:1776998323.413266:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16940 00000100:00100000:3.0:1776998323.413280:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3394:17551:x1863313756442624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.413722:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756442624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 441us (2697us total) trans 4295019917 rc 0/0 00000100:00100000:3.0:1776998323.413733:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16940 00000100:00100000:1.0:1776998323.421319:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.425844:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756442880 00000100:00100000:3.0:1776998323.425861:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756442880 00000100:00100000:3.0:1776998323.425956:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51882 00000100:00100000:3.0:1776998323.425971:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756442880:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998323.426056:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998323.426091:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0dc400/0x27b6fb26481904dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1420:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a75b expref: 3395 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426120:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2bec00/0x27b6fb264817d5c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35d17 expref: 3394 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426134:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1420:0x0].0x0 (ffff8d26118d1f00) 00010000:00010000:3.0:1776998323.426145:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998323.426241:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426259:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426272:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426294:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426306:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426316:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426449:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426462:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.426472:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.427133:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2887, 64 off192960 00010000:00010000:3.0:1776998323.427541:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427556:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427568:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427578:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427586:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427594:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427620:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.427641:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427649:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427657:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427665:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.427670:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427679:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427689:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1420:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998323.427693:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.427698:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427706:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba0e5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427725:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427734:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427748:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427756:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.427760:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427769:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427778:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.427781:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.427785:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.427792:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba0d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.427804:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b03c665b reply state 00000000c8789a3a transno 4295019918 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.427815:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.427904:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756442880:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1934us (6593us total) trans 4295019918 rc 0/0 00000100:00100000:3.0:1776998323.427913:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51882 00010000:00010000:1.0:1776998323.429870:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998323.429881:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.429892:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998323.429915:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.429927:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.429941:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1420:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:1.0:1776998323.429945:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998323.429949:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.429957:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba0ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.429978:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.429981:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.429983:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.438261:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438282:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438300:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438309:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.438315:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438325:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438345:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6b81e2f9 (ffff8d250da6be00) 00010000:00010000:3.0:1776998323.438350:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.438355:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.438363:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba0de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6b81e2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.458819:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.460242:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756443136 00000100:00100000:0.0:1776998323.460256:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756443136 00000100:00100000:0.0:1776998323.460358:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16941 00000100:00100000:0.0:1776998323.460371:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3394:17551:x1863313756443136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998323.461093:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756443136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 721us (2281us total) trans 4295019919 rc 0/0 00000100:00100000:0.0:1776998323.461103:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16941 00000100:00100000:1.0:1776998323.476892:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.482040:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756443392 00000100:00100000:0.0:1776998323.482056:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756443392 00000100:00100000:0.0:1776998323.482136:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51883 00000100:00100000:0.0:1776998323.482150:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3395:17551:x1863313756443392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.482285:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998323.482316:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bec7c00/0x27b6fb26481920f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x147e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b420 expref: 3395 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482339:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147e:0x0].0x0 (ffff8d2509c67a00) 00010000:00010000:0.0:1776998323.482354:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db52e00/0x27b6fb26481a828d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1915:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454da expref: 3394 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482371:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094ff000/0x27b6fb26481a8263 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1915:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454c5 expref: 3393 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482387:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1d1600/0x27b6fb2648188340 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1915:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37fca expref: 3392 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482399:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1915:0x0].0x0 (ffff8d250b031f00) 00010000:00010000:0.0:1776998323.482412:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998323.482435:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482450:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482463:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482479:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482488:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482515:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482650:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.482914:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.485705:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998323.506016:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2888, 64 off193024 00010000:00010000:1.0:1776998323.506134:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.506155:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508736:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508754:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508780:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508795:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508877:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998323.508920:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508929:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508937:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508945:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.508950:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508959:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.508987:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1915:0x0].0x0 (ffff8d250db54400) 00010000:00010000:1.0:1776998323.508992:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998323.508998:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509006:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba101 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1915:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509032:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509047:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509055:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509062:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.509066:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509074:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509085:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998323.509088:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.509092:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.509098:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba0f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998323.509110:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb4377eb reply state 0000000086ee25ae transno 4295019920 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.509120:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998323.509242:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3393:17551:x1863313756443392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 27069us (32335us total) trans 4295019920 rc 0/0 00000100:00100000:1.0:1776998323.509254:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51883 00010000:00010000:2.0:1776998323.526113:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526134:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526143:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526151:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.526157:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526246:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526268:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa6b82237 (ffff8d250db54200) 00010000:00010000:2.0:1776998323.526272:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.526277:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.526285:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba0fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa6b82237 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.527840:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.527849:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.527859:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.527864:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.527872:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.527886:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1915:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998323.527890:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.527894:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.527902:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba108 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1915:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.528062:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.528066:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998323.528070:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998323.547345:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.547449:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756443648 00000100:00100000:0.0:1776998323.547461:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756443648 00000100:00100000:0.0:1776998323.547560:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16942 00000100:00100000:0.0:1776998323.547573:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756443648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998323.547834:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3393:17551:x1863313756443648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 263us (498us total) trans 4295019921 rc 0/0 00000100:00100000:0.0:1776998323.547845:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16942 00000100:00100000:1.0:1776998323.571147:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.571350:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756443904 00000100:00100000:0.0:1776998323.571361:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756443904 00000100:00100000:0.0:1776998323.571426:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51884 00000100:00100000:0.0:1776998323.571438:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3393:17551:x1863313756443904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.571527:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998323.571573:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a4c00/0x27b6fb26481b2593 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b33:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49ef4 expref: 3393 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571606:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508915000/0x27b6fb26481b2569 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49edf expref: 3392 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571622:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be4dc00/0x27b6fb264818cd76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38ea3 expref: 3391 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571634:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b33:0x0].0x0 (ffff8d250e042d00) 00010000:00010000:0.0:1776998323.571646:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998323.571670:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571686:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571699:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571716:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571725:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571733:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571855:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571866:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.571875:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998323.572535:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2889, 64 off193088 00000004:00080000:0.0:1776998323.572546:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4034364375141ns, next at 4035364372346ns, rc = 0 00010000:00010000:0.0:1776998323.572613:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572625:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572635:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572644:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572651:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572658:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572677:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998323.572698:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572706:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572713:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572721:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.572726:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572735:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572746:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b33:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:0.0:1776998323.572750:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998323.572754:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572781:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba11d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572801:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572809:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572817:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572824:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.572827:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572835:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572850:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998323.572853:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998323.572856:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.572862:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba10f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998323.572872:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e06841b reply state 00000000069da994 transno 4295019922 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.572883:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998323.572963:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756443904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1525us (1824us total) trans 4295019922 rc 0/0 00000100:00100000:0.0:1776998323.572973:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51884 00010000:00010000:2.0:1776998323.574441:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998323.574450:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.574460:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998323.574464:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.574473:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.574487:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b33:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:2.0:1776998323.574490:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998323.574512:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.574520:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba124 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.574540:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.574543:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.574545:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.594207:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594228:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594239:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594246:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.594251:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594266:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594302:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd137abb6 (ffff8d250db54400) 00010000:00010000:3.0:1776998323.594307:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.594313:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.594321:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba116 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd137abb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.597342:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.597440:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756444160 00000100:00100000:0.0:1776998323.597451:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756444160 00000100:00100000:0.0:1776998323.597530:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16943 00000100:00100000:0.0:1776998323.597544:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3391:17551:x1863313756444160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998323.597892:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756444160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 349us (556us total) trans 4295019923 rc 0/0 00000100:00100000:0.0:1776998323.597903:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16943 00010000:00010000:0.0:1776998323.612329:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998323.612979:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.613920:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756444416 00000100:00100000:3.0:1776998323.613931:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756444416 00000100:00100000:3.0:1776998323.614001:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51885 00000100:00100000:3.0:1776998323.614016:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756444416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998323.614082:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998323.614111:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25093b7400/0x27b6fb2648190b7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1436:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa5d expref: 3392 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614139:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2642058e00/0x27b6fb264817d8c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1436:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35db1 expref: 3391 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614154:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1436:0x0].0x0 (ffff8d250bfc0000) 00010000:00010000:3.0:1776998323.614205:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998323.614231:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614262:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614274:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614303:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614313:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614321:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614448:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614459:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.614468:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.615117:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2890, 64 off193152 00010000:00010000:3.0:1776998323.615216:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615229:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615238:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615248:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615256:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615263:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615294:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.615314:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615322:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615330:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615338:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.615343:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615353:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615364:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1436:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998323.615368:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.615371:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615379:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba139 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615402:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615410:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615416:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615423:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.615426:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615434:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615443:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.615446:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.615450:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.615457:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba12b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.615468:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c429134 reply state 000000002d64dc2a transno 4295019924 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.615479:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.615585:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756444416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1572us (2610us total) trans 4295019924 rc 0/0 00000100:00100000:3.0:1776998323.615595:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51885 00010000:00010000:0.0:1776998323.616109:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.616117:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.616125:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.616130:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.616137:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.616149:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1436:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:0.0:1776998323.616152:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.616156:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.616163:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481ba140 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1436:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.616458:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.616460:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.616463:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.627488:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627531:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627540:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627548:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.627553:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627563:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627585:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xdd482668 (ffff8d250da6be00) 00010000:00010000:2.0:1776998323.627589:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.627594:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.627601:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba132 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xdd482668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.630595:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.631864:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756444672 00000100:00100000:3.0:1776998323.631876:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756444672 00000100:00100000:3.0:1776998323.631950:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16944 00000100:00100000:3.0:1776998323.631963:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3391:17551:x1863313756444672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.632352:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756444672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 391us (1765us total) trans 4295019925 rc 0/0 00000100:00100000:3.0:1776998323.632362:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16944 00000100:00100000:0.0:1776998323.662701:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998323.662829:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756444928 00000100:00100000:1.0:1776998323.662841:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756444928 00000100:00100000:1.0:1776998323.662924:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51886 00000100:00100000:1.0:1776998323.662937:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3392:17551:x1863313756444928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998323.663003:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998323.663033:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094fc200/0x27b6fb26481a7e0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1906:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452cd expref: 3392 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663060:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e350400/0x27b6fb26481a7de0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1906:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452b8 expref: 3391 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663077:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e80800/0x27b6fb2648188133 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1906:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37f61 expref: 3390 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663091:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1906:0x0].0x0 (ffff8d250db33b00) 00010000:00010000:1.0:1776998323.663103:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998323.663126:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663143:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663154:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663237:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663248:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663258:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663390:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663402:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.663410:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998323.664099:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2899, 64 off193792 00010000:00010000:1.0:1776998323.664216:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664229:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664240:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664250:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664259:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664268:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664289:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998323.664310:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664318:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664326:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664334:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.664339:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664348:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664359:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1906:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998323.664362:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998323.664367:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664375:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba155 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1906:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664395:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664409:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664416:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664422:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.664425:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664433:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664442:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998323.664445:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.664448:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.664455:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba147 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998323.664467:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c566e3c reply state 000000000dece923 transno 4295019926 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.664478:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998323.664580:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3391:17551:x1863313756444928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1643us (1887us total) trans 4295019926 rc 0/0 00000100:00100000:1.0:1776998323.664590:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51886 00010000:00010000:3.0:1776998323.666558:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.666569:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.666580:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.666584:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.666594:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.666608:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1906:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998323.666612:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.666617:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.666624:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba15c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1906:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.666645:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.666648:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.666650:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.673865:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673902:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673914:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673922:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.673928:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673938:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673958:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe1dc564 (ffff8d2509e7c200) 00010000:00010000:3.0:1776998323.673962:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.673968:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.673976:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba14e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe1dc564 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.676965:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.677982:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756445184 00000100:00100000:3.0:1776998323.677995:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756445184 00000100:00100000:3.0:1776998323.678074:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16945 00000100:00100000:3.0:1776998323.678088:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3390:17551:x1863313756445184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.678762:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3391:17551:x1863313756445184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 675us (1801us total) trans 4295019927 rc 0/0 00000100:00100000:3.0:1776998323.678772:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16945 00000100:00100000:0.0:1776998323.686746:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.688438:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756445440 00000100:00100000:3.0:1776998323.688451:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756445440 00000100:00100000:3.0:1776998323.688548:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51887 00000100:00100000:3.0:1776998323.688561:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3391:17551:x1863313756445440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998323.690722:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998323.690778:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de1b400/0x27b6fb2648199153 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15f3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e734 expref: 3391 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690814:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e0ba00/0x27b6fb2648199129 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e71f expref: 3390 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690830:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e51400/0x27b6fb264818159a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c369dc expref: 3389 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690843:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f3:0x0].0x0 (ffff8d250afe3800) 00010000:00010000:2.0:1776998323.690853:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998323.690879:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690968:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690980:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.690999:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.691008:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.691015:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.691144:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.691154:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.691163:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998323.691915:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2900, 64 off193856 00010000:00010000:2.0:1776998323.691994:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692007:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692016:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692025:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692032:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692040:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692077:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998323.692101:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692109:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692116:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692130:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.692136:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692146:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692158:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f3:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998323.692163:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998323.692194:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692204:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba171 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692224:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692233:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692241:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692248:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.692477:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692488:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692520:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998323.692523:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.692527:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.692535:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba163 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998323.692549:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007bcd19f7 reply state 00000000438e273a transno 4295019928 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.692562:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998323.692658:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3390:17551:x1863313756445440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4096us (5916us total) trans 4295019928 rc 0/0 00000100:00100000:2.0:1776998323.692668:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51887 00010000:00010000:3.0:1776998323.695515:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.695528:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.695541:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998323.695545:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.695556:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.695573:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15f3:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998323.695576:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998323.695581:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.695588:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba178 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.695613:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.695615:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.695618:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998323.707995:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.708664:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756445696 00000100:00100000:0.0:1776998323.708678:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756445696 00000100:00100000:0.0:1776998323.708761:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16946 00000100:00100000:0.0:1776998323.708777:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3390:17551:x1863313756445696:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:3.0:1776998323.709114:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709129:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709144:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709152:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.709158:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709167:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709186:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x478f1a84 (ffff8d250da9e900) 00010000:00010000:3.0:1776998323.709190:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.709195:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.709255:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba16a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x478f1a84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.710209:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3390:17551:x1863313756445696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1433us (2221us total) trans 4295019929 rc 0/0 00000100:00100000:0.0:1776998323.710221:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16946 00000100:00100000:0.0:1776998323.753204:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998323.756557:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756445952 00000100:00100000:2.0:1776998323.756572:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756445952 00000100:00100000:2.0:1776998323.756919:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51888 00000100:00100000:2.0:1776998323.756937:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3390:17551:x1863313756445952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998323.757023:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998323.757054:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa4e00/0x27b6fb2648192145 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x147f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b443 expref: 3390 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757079:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147f:0x0].0x0 (ffff8d2509cdc300) 00010000:00010000:2.0:1776998323.757095:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ae400/0x27b6fb26481a5005 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x186d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43de2 expref: 3389 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757121:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e065800/0x27b6fb26481a4fdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x186d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43dcd expref: 3388 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757139:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e04400/0x27b6fb2648186c48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x186d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37b32 expref: 3387 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757150:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186d:0x0].0x0 (ffff8d2509dd7500) 00010000:00010000:2.0:1776998323.757162:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998323.757188:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757205:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757218:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757236:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757245:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.757255:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.758000:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.758014:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.758026:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998323.766207:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2891, 64 off193216 00010000:00010000:2.0:1776998323.766345:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766368:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766383:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766395:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766405:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766414:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766435:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998323.766460:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766469:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766478:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766513:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.766519:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766529:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766544:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186d:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998323.766549:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998323.766555:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766563:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba18d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766590:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766600:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766608:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766615:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.766619:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766627:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766642:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998323.766646:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.766650:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.766658:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba17f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998323.766670:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042ca8438 reply state 00000000d2e332ff transno 4295019930 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.766683:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998323.766800:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3388:17551:x1863313756445952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9863us (13628us total) trans 4295019930 rc 0/0 00000100:00100000:2.0:1776998323.766812:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51888 00010000:00010000:0.0:1776998323.768015:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.768025:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.768040:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.768045:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.768054:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.768067:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x186d:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:0.0:1776998323.768070:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.768074:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.768082:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba194 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x186d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.768105:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.768108:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.768110:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.778832:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778854:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778865:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778874:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998323.778880:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778891:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778917:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf416bed (ffff8d250da9e400) 00010000:00010000:2.0:1776998323.778921:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998323.778928:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.778937:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba186 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf416bed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.798714:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.799706:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756446208 00000100:00100000:3.0:1776998323.799719:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756446208 00000100:00100000:3.0:1776998323.799827:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16947 00000100:00100000:3.0:1776998323.799842:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3387:17551:x1863313756446208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998323.800294:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3388:17551:x1863313756446208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 453us (1588us total) trans 4295019931 rc 0/0 00000100:00100000:3.0:1776998323.800306:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16947 00000100:00100000:3.0:1776998323.830094:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.831944:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756446464 00000100:00100000:0.0:1776998323.831958:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756446464 00000100:00100000:0.0:1776998323.832033:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51889 00000100:00100000:0.0:1776998323.832048:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3388:17551:x1863313756446464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.832123:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998323.832155:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de1a200/0x27b6fb2648198e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15e8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5b3 expref: 3388 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.834603:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de19a00/0x27b6fb2648198dda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e59e expref: 3387 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.834633:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d39c00/0x27b6fb2648181419 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3698f expref: 3386 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.834650:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e8:0x0].0x0 (ffff8d2502d7de00) 00010000:00010000:0.0:1776998323.834667:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998323.834831:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.834850:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.834863:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.834884:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.834893:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.834901:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.835048:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.835059:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.835068:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998323.836058:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2892, 64 off193280 00010000:00010000:1.0:1776998323.836137:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836150:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836162:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836200:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836208:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836216:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836241:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998323.836264:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836272:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836281:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836289:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.836294:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836569:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836582:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e8:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998323.836587:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998323.836592:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836606:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1a9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836628:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836636:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836644:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836651:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998323.836655:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836664:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836674:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998323.836676:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998323.836680:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998323.836687:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba19b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998323.836697:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee5f674a reply state 000000002efe7062 transno 4295019932 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998323.836708:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998323.836849:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3387:17551:x1863313756446464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4801us (6762us total) trans 4295019932 rc 0/0 00000100:00100000:1.0:1776998323.836859:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51889 00010000:00010000:0.0:1776998323.837466:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998323.837475:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.837485:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.837489:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.837517:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.837530:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15e8:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:0.0:1776998323.837533:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.837538:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.837545:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba1b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.837564:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.837566:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.837569:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998323.853960:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.854210:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756446720 00000100:00100000:0.0:1776998323.854224:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756446720 00000100:00100000:0.0:1776998323.854294:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16948 00000100:00100000:0.0:1776998323.854308:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3387:17551:x1863313756446720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998323.854957:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3388:17551:x1863313756446720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 650us (1022us total) trans 4295019933 rc 0/0 00000100:00100000:0.0:1776998323.854969:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16948 00010000:00010000:3.0:1776998323.856533:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856557:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856567:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856575:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.856580:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856589:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856607:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x574d3a15 (ffff8d2509e7c100) 00010000:00010000:3.0:1776998323.856611:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.856617:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.856624:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba1a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x574d3a15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.890580:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.890722:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756446976 00000100:00100000:0.0:1776998323.890734:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756446976 00000100:00100000:0.0:1776998323.890811:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51890 00000100:00100000:0.0:1776998323.890825:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3387:17551:x1863313756446976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998323.890896:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998323.890931:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d418800/0x27b6fb26481a573d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1885:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4412a expref: 3387 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.890960:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d889a00/0x27b6fb26481a5713 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1885:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44115 expref: 3386 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.890978:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e05c00/0x27b6fb2648186f90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1885:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37bda expref: 3385 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.890991:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1885:0x0].0x0 (ffff8d250e123a00) 00010000:00010000:0.0:1776998323.891003:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998323.891029:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891045:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891058:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891076:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891087:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891096:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891945:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891960:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.891970:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998323.892739:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2893, 64 off193344 00010000:00010000:0.0:1776998323.892815:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892829:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892840:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892850:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892859:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892868:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892904:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998323.892927:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892936:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892944:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892953:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.892959:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892968:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892980:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1885:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:0.0:1776998323.892984:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998323.892988:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.892996:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba1c5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1885:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893016:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893031:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893040:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893047:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998323.893050:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893059:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893069:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998323.893072:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998323.893076:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.893083:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba1b7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998323.893095:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8a92520 reply state 00000000d990e0f9 transno 4295019934 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998323.893106:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998323.893222:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3386:17551:x1863313756446976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2399us (2651us total) trans 4295019934 rc 0/0 00000100:00100000:0.0:1776998323.893233:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51890 00010000:00010000:2.0:1776998323.895263:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998323.895274:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.895286:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998323.895291:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.895301:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.895315:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1885:0x0].0x0 (ffff8d250db54d00) 00010000:00010000:2.0:1776998323.895318:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998323.895323:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.895331:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba1cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1885:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998323.895348:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.895351:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998323.895354:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.906549:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.906573:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.906585:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.906594:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.906602:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.906611:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.911218:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe8b4f521 (ffff8d250db54400) 00010000:00010000:3.0:1776998323.911230:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.911243:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.911257:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba1be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe8b4f521 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998323.929124:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998323.929330:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756447232 00000100:00100000:0.0:1776998323.929344:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756447232 00000100:00100000:0.0:1776998323.929432:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16949 00000100:00100000:0.0:1776998323.929447:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3385:17551:x1863313756447232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998323.929880:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3386:17551:x1863313756447232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 434us (766us total) trans 4295019935 rc 0/0 00000100:00100000:0.0:1776998323.929891:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16949 00000100:00100000:2.0:1776998323.963545:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998323.965004:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756447488 00000100:00100000:3.0:1776998323.965020:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756447488 00000100:00100000:3.0:1776998323.965111:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51891 00000100:00100000:3.0:1776998323.965126:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3386:17551:x1863313756447488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998323.965234:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998323.965268:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d6600/0x27b6fb264819b0e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x165c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f58f expref: 3386 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965325:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95f000/0x27b6fb264819b0be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x165c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f57a expref: 3385 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965348:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25090fa400/0x27b6fb26481823f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x165c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36cbb expref: 3384 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965365:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165c:0x0].0x0 (ffff8d250979d100) 00010000:00010000:3.0:1776998323.965380:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998323.965408:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965428:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965443:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965465:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.965477:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.967957:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.978188:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.978214:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.978231:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998323.983589:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2894, 64 off193408 00010000:00010000:3.0:1776998323.983950:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.983972:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.983988:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.983999:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984010:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984019:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984060:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998323.984092:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984102:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984112:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984121:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.984126:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984136:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984146:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998323.984153:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165c:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:0.0:1776998323.984156:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984157:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998323.984164:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984165:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998323.984169:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984178:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984191:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165c:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:0.0:1776998323.984195:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998323.984200:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984207:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba1e1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x165c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984209:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba1e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x165c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984233:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984242:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998323.984246:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.984248:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998323.984251:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998323.984251:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984259:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998323.984263:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984272:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984285:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998323.984288:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998323.984293:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998323.984301:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba1d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998323.984316:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053e57633 reply state 00000000903e4f98 transno 4295019936 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998323.984336:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998323.984458:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3385:17551:x1863313756447488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 19331us (20919us total) trans 4295019936 rc 0/0 00000100:00100000:3.0:1776998323.984471:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51891 00000100:00100000:3.0:1776998324.020141:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998324.020961:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.020980:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.020992:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.021008:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.021070:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.021082:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.021106:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbbc39c7f (ffff8d250da6b900) 00010000:00010000:2.0:1776998324.021111:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.021117:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.021126:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba1da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbbc39c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.036687:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756447744 00000100:00100000:1.0:1776998324.036703:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756447744 00000100:00100000:1.0:1776998324.036821:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16950 00000100:00100000:1.0:1776998324.036836:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3384:17551:x1863313756447744:12345-192.168.201.35@tcp:35:rm.0 00000100:00080000:0.0:1776998324.038129:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1776998324.038287:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3385:17551:x1863313756447744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1451us (18152us total) trans 4295019937 rc 0/0 00000100:00100000:1.0:1776998324.038306:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16950 00000100:00100000:3.0:1776998324.048420:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.052585:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756448000 00000100:00100000:1.0:1776998324.052601:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756448000 00000100:00100000:1.0:1776998324.052948:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51892 00000100:00100000:1.0:1776998324.052963:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3385:17551:x1863313756448000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.053053:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.053086:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d418a00/0x27b6fb26481a556f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x187f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44058 expref: 3385 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053117:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d88b600/0x27b6fb26481a5545 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x187f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44043 expref: 3384 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053137:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e05600/0x27b6fb2648186ebe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x187f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37bb0 expref: 3383 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053151:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187f:0x0].0x0 (ffff8d250e123400) 00010000:00010000:1.0:1776998324.053165:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.053259:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053278:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053291:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053309:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053320:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.053598:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.054026:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.054038:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.054049:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.055031:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2895, 64 off193472 00010000:00010000:1.0:1776998324.055112:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055126:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055138:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055148:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055157:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055195:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055217:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.055241:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055251:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055259:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055268:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.055274:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055284:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055297:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187f:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998324.055302:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.055307:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055323:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba1fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x187f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055344:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055353:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055362:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055370:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.055374:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055382:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055392:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.055395:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.055399:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.055407:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba1ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.055419:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5e66f41 reply state 000000003bc75ec2 transno 4295019938 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.055431:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998324.057965:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.057993:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.058005:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.058010:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.058021:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.058038:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x187f:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998324.058042:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.058047:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.058056:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba204 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x187f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.058080:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.058083:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.058086:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998324.066870:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3384:17551:x1863313756448000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13897us (18447us total) trans 4295019938 rc 0/0 00000100:00100000:1.0:1776998324.066887:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51892 00010000:00010000:3.0:1776998324.099583:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099606:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099618:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099628:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.099635:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099646:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099669:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf1798a45 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998324.099675:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.099681:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.099690:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba1f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf1798a45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998324.102800:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.104080:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756448256 00000100:00100000:0.0:1776998324.104094:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756448256 00000100:00100000:0.0:1776998324.104407:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16951 00000100:00100000:0.0:1776998324.104427:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3383:17551:x1863313756448256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.104851:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3384:17551:x1863313756448256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 429us (2058us total) trans 4295019939 rc 0/0 00000100:00100000:0.0:1776998324.115809:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16951 00000100:00100000:0.0:1776998324.120698:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.120854:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756448512 00000100:00100000:1.0:1776998324.120866:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756448512 00000100:00100000:1.0:1776998324.120941:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51893 00000100:00100000:1.0:1776998324.120957:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3384:17551:x1863313756448512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.121031:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.121067:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d89ba00/0x27b6fb26481a6d32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18ce:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b25 expref: 3384 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121096:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d6200/0x27b6fb26481a6d08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b10 expref: 3383 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121114:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c43000/0x27b6fb264818798b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37dd9 expref: 3382 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121130:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ce:0x0].0x0 (ffff8d250b031000) 00010000:00010000:1.0:1776998324.121143:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.121511:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121530:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121544:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121567:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121577:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121586:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121737:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121751:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.121762:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.123011:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2901, 64 off193920 00010000:00010000:1.0:1776998324.123090:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123105:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123117:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123128:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123137:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123145:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123165:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.123210:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123219:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123520:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123528:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.123534:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123544:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123557:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ce:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998324.123561:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.123566:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123574:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba219 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123596:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123607:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123621:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123628:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.123632:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123642:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123653:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.123657:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.123661:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.123669:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba20b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.123681:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009791f4e4 reply state 0000000032049bdf transno 4295019940 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.123694:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1776998324.125127:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998324.125138:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.125149:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998324.125154:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.125163:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.125276:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18ce:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:0.0:1776998324.125280:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998324.125285:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.125294:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba220 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.125316:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.125319:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.125321:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998324.135095:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3383:17551:x1863313756448512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14130us (14390us total) trans 4295019940 rc 0/0 00000100:00100000:1.0:1776998324.135113:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51893 00000100:00100000:2.0:1776998324.165897:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998324.166036:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166054:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166065:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166082:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.166088:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166099:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166121:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbcf6d8ee (ffff8d2509e7c300) 00010000:00010000:3.0:1776998324.166126:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.166132:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.166141:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba212 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbcf6d8ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998324.167070:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756448768 00000100:00100000:0.0:1776998324.167084:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756448768 00000100:00100000:0.0:1776998324.167224:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16952 00000100:00100000:0.0:1776998324.167256:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756448768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.168554:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3383:17551:x1863313756448768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1314us (2966us total) trans 4295019941 rc 0/0 00000100:00100000:0.0:1776998324.168568:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16952 00000100:00100000:3.0:1776998324.189021:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.191538:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756449024 00000100:00100000:2.0:1776998324.191552:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756449024 00000100:00100000:2.0:1776998324.191627:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51894 00000100:00100000:2.0:1776998324.191642:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3383:17551:x1863313756449024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.191996:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998324.192033:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d991600/0x27b6fb2648192209 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1481:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b49e expref: 3383 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192064:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa5400/0x27b6fb26481921df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1481:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b489 expref: 3382 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192083:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2642058600/0x27b6fb264817e304 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1481:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35fbe expref: 3381 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192100:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1481:0x0].0x0 (ffff8d2621548a00) 00010000:00010000:2.0:1776998324.192113:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998324.192141:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192158:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192231:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192253:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192263:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192273:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192414:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192427:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.192437:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998324.193220:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2902, 64 off193984 00010000:00010000:2.0:1776998324.193600:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193616:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193628:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193639:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193647:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193656:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193679:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998324.193704:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193719:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193728:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193736:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.193744:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193754:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193766:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1481:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998324.193770:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998324.193775:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193783:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba235 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193804:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193812:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193820:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193827:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.193832:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193840:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193849:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998324.193853:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.193856:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.193865:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba227 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998324.193876:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7456342 reply state 00000000857ce475 transno 4295019942 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.193888:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998324.193989:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756449024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2347us (4976us total) trans 4295019942 rc 0/0 00000100:00100000:2.0:1776998324.194001:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51894 00010000:00010000:1.0:1776998324.199885:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998324.199902:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.199915:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.199922:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.199934:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.199954:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1481:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:1.0:1776998324.199958:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.199963:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.199971:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba23c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1481:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.199999:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.200001:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.200003:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.205551:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205574:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205585:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205594:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.205601:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205611:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205632:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x159f753d (ffff8d250da9e400) 00010000:00010000:0.0:1776998324.205637:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998324.205644:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.205653:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba22e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x159f753d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.217812:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998324.218680:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756449280 00000100:00100000:3.0:1776998324.218694:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756449280 00000100:00100000:3.0:1776998324.218760:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16953 00000100:00100000:3.0:1776998324.218774:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3381:17551:x1863313756449280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998324.219198:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756449280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 396us (1369us total) trans 4295019943 rc 0/0 00000100:00100000:3.0:1776998324.219211:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16953 00000100:00100000:3.0:1776998324.247789:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.255788:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756449536 00000100:00100000:1.0:1776998324.255806:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756449536 00000100:00100000:1.0:1776998324.256013:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51895 00000100:00100000:1.0:1776998324.256029:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756449536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.256104:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998324.256139:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25093b6e00/0x27b6fb2648190cae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x143a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae9 expref: 3382 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256196:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfbc800/0x27b6fb264817d94f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x143a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35dcd expref: 3381 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256213:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143a:0x0].0x0 (ffff8d2509e16800) 00010000:00010000:1.0:1776998324.256229:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.256533:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256551:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256565:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256585:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256595:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256603:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256739:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256752:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.256763:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.258063:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2896, 64 off193536 00010000:00010000:1.0:1776998324.258148:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258162:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258231:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258242:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258251:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258259:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258277:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.258300:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258569:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258579:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258587:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.258593:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258603:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258617:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143a:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:1.0:1776998324.258621:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.258627:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258636:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba251 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x143a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258659:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258667:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258675:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258683:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.258686:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258694:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258704:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.258707:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.258712:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.258720:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba243 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.258732:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcfc409f reply state 00000000ea4a8d3e transno 4295019944 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.258751:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998324.258857:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756449536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2830us (11076us total) trans 4295019944 rc 0/0 00000100:00100000:1.0:1776998324.258869:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51895 00010000:00010000:0.0:1776998324.258983:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998324.258992:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.259001:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998324.259005:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.259014:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.259027:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x143a:0x0].0x0 (ffff8d2509e7c300) 00010000:00010000:0.0:1776998324.259032:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998324.259036:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.259044:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba258 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x143a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.259063:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.259066:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.259069:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.272008:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272033:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272045:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272053:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.272060:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272072:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272094:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x873a8d4e (ffff8d2509e7ca00) 00010000:00010000:3.0:1776998324.272099:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.272104:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.272113:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba24a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x873a8d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998324.277281:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.277442:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756449792 00000100:00100000:2.0:1776998324.277455:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756449792 00000100:00100000:2.0:1776998324.277549:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16954 00000100:00100000:2.0:1776998324.277564:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3381:17551:x1863313756449792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998324.278633:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756449792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1069us (1357us total) trans 4295019945 rc 0/0 00000100:00100000:2.0:1776998324.278645:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16954 00000100:00100000:2.0:1776998324.294787:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.294936:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756450048 00000100:00100000:1.0:1776998324.294949:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756450048 00000100:00100000:1.0:1776998324.295020:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51896 00000100:00100000:1.0:1776998324.295034:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3382:17551:x1863313756450048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.295101:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.295135:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb2600/0x27b6fb26481abf4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19df:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47078 expref: 3382 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295164:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f3aa00/0x27b6fb26481abf25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47063 expref: 3381 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295218:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d85f000/0x27b6fb2648189ede lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38550 expref: 3380 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295253:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19df:0x0].0x0 (ffff8d2623f04000) 00010000:00010000:1.0:1776998324.295267:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.295294:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295312:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295326:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295346:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295356:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295365:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295524:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295537:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.295548:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.296266:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2897, 64 off193600 00010000:00010000:1.0:1776998324.296593:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296608:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296620:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296630:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296638:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296648:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296933:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.296958:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296967:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296976:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296984:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.296989:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.296999:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297013:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19df:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998324.297016:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.297021:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297029:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba26d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297048:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297062:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297071:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297079:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.297083:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297091:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297102:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.297105:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.297109:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.297117:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba25f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.297128:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f0225e3 reply state 0000000030b36de4 transno 4295019946 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.297141:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998324.297252:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3381:17551:x1863313756450048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2219us (2475us total) trans 4295019946 rc 0/0 00000100:00100000:1.0:1776998324.297263:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51896 00010000:00010000:3.0:1776998324.299444:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.299453:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.299465:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.299470:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.299480:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.299521:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19df:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998324.299526:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.299530:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.299538:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba274 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.299562:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.299565:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.299567:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.309836:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309858:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309869:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309878:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.309884:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309894:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309914:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x93f18af9 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998324.309918:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.309926:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.309936:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba266 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93f18af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.326033:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.331033:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756450304 00000100:00100000:0.0:1776998324.331048:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756450304 00000100:00100000:0.0:1776998324.331134:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16955 00000100:00100000:0.0:1776998324.331149:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3380:17551:x1863313756450304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.331827:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3381:17551:x1863313756450304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 679us (5802us total) trans 4295019947 rc 0/0 00000100:00100000:0.0:1776998324.331839:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16955 00000100:00100000:0.0:1776998324.358775:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.358968:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756450560 00000100:00100000:2.0:1776998324.358981:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756450560 00000100:00100000:2.0:1776998324.359053:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51897 00000100:00100000:2.0:1776998324.359067:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3381:17551:x1863313756450560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.359135:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998324.359164:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa4a00/0x27b6fb264819222c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1482:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b4ac expref: 3381 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359215:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1482:0x0].0x0 (ffff8d2509c67500) 00010000:00010000:2.0:1776998324.359232:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8b4400/0x27b6fb2648194708 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14fc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c56f expref: 3380 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359251:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c07e00/0x27b6fb26481946de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c55a expref: 3379 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359268:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25091e8c00/0x27b6fb264817f3d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3631b expref: 3378 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359279:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14fc:0x0].0x0 (ffff8d260a4e4900) 00010000:00010000:2.0:1776998324.359290:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998324.359314:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359330:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359343:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359361:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359372:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359381:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359532:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359544:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.359553:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998324.360248:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2898, 64 off193664 00010000:00010000:2.0:1776998324.360326:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.360338:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.360350:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.360360:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.360369:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.360378:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362196:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998324.362231:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362500:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362511:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362518:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.362523:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362533:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362546:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14fc:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998324.362550:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998324.362555:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362564:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba289 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362589:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362603:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362610:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362617:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.362620:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362627:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362637:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998324.362641:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.362645:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.362652:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba27b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998324.362663:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db0faa6a reply state 00000000706ac147 transno 4295019948 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.362675:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998324.362789:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3379:17551:x1863313756450560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3722us (4021us total) trans 4295019948 rc 0/0 00000100:00100000:2.0:1776998324.362801:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51897 00000100:00100000:3.0:1776998324.369662:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.369783:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756450816 00000100:00100000:0.0:1776998324.369796:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756450816 00000100:00100000:0.0:1776998324.369862:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16956 00000100:00100000:0.0:1776998324.369875:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3379:17551:x1863313756450816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.370258:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3380:17551:x1863313756450816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 383us (603us total) trans 4295019949 rc 0/0 00000100:00100000:0.0:1776998324.370268:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16956 00010000:00010000:2.0:1776998324.371329:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371353:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371363:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371371:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.371376:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371385:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371403:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe12369c4 (ffff8d250da9e500) 00010000:00010000:2.0:1776998324.371408:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.371413:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.371421:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba282 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe12369c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.373937:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998324.373949:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.373960:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.373965:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.373975:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.373990:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14fc:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:1.0:1776998324.373995:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.374001:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.374008:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba290 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.374215:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.374219:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.374221:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998324.378306:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.378738:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756451072 00000100:00100000:1.0:1776998324.378750:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756451072 00000100:00100000:1.0:1776998324.378819:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51898 00000100:00100000:1.0:1776998324.378832:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3379:17551:x1863313756451072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.378898:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.378926:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509324200/0x27b6fb264819419e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14ea:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f9 expref: 3379 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.378952:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509327600/0x27b6fb2648194174 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2e4 expref: 3378 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.378969:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509254c00/0x27b6fb264817f15f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3629d expref: 3377 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.378982:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ea:0x0].0x0 (ffff8d2602b23b00) 00010000:00010000:1.0:1776998324.378994:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.379017:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.379032:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.379044:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.379061:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.379069:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.379078:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.380125:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.380138:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.380148:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.382204:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2899, 64 off193728 00010000:00010000:1.0:1776998324.382574:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382589:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382600:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382609:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382618:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382625:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382649:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.382671:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382680:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382687:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382695:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.382700:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382710:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382721:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ea:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998324.382725:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.382729:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382738:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481ba2a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382758:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382766:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382773:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382780:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.382785:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382793:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382802:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.382805:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.382809:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.382816:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481ba297 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.382832:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d8a1c40 reply state 000000007796665e transno 4295019950 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.382843:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998324.382950:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3378:17551:x1863313756451072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4117us (4648us total) trans 4295019950 rc 0/0 00000100:00100000:1.0:1776998324.382961:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51898 00010000:00010000:2.0:1776998324.387825:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998324.387840:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.387853:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998324.387858:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.387868:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.387904:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ea:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:2.0:1776998324.387908:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998324.387913:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.387921:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481ba2ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.387949:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.387951:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.387954:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.411226:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.411244:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.411524:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.411534:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.412525:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.412538:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.412558:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe66227b0 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998324.412563:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.412569:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.412577:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481ba29e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe66227b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.413110:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.413228:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756451328 00000100:00100000:0.0:1776998324.413240:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756451328 00000100:00100000:0.0:1776998324.413311:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16957 00000100:00100000:0.0:1776998324.413324:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3377:17551:x1863313756451328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.413703:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3378:17551:x1863313756451328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 380us (595us total) trans 4295019951 rc 0/0 00000100:00100000:0.0:1776998324.413712:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16957 00000100:00100000:0.0:1776998324.427627:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.428993:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756451584 00000100:00100000:2.0:1776998324.429007:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756451584 00000100:00100000:2.0:1776998324.429084:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51899 00000100:00100000:2.0:1776998324.429097:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3378:17551:x1863313756451584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.429161:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998324.429254:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c7c00/0x27b6fb26481ad893 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a33:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bf4 expref: 3378 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429288:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c6e00/0x27b6fb26481ad869 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bdf expref: 3377 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429305:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cbfe00/0x27b6fb264818aa5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3879c expref: 3376 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429324:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a33:0x0].0x0 (ffff8d250d8aa700) 00010000:00010000:2.0:1776998324.429336:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998324.429362:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429377:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429388:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429404:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429412:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429419:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429572:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429582:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.429591:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998324.430537:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2900, 64 off193792 00010000:00010000:2.0:1776998324.430609:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430621:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430636:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430680:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430687:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430695:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430729:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998324.430751:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430759:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430766:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430774:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.430779:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430787:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430799:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a33:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998324.430802:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998324.430807:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430813:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430831:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430838:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430844:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430849:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.430853:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430860:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430869:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998324.430871:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.430874:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.430881:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998324.430890:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057535666 reply state 000000008ea362cd transno 4295019952 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.430907:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998324.430991:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3377:17551:x1863313756451584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1894us (3371us total) trans 4295019952 rc 0/0 00000100:00100000:2.0:1776998324.431001:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51899 00010000:00010000:1.0:1776998324.431820:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998324.431829:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.431838:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.431842:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.431850:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.431863:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a33:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998324.431866:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.431870:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.431877:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba2c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.431897:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.431899:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.431902:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.438205:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438225:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438254:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438262:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.438267:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438276:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438294:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4484fc3e (ffff8d250da9e500) 00010000:00010000:2.0:1776998324.438298:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.438304:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.438311:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4484fc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998324.451752:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998324.451878:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756451840 00000100:00100000:3.0:1776998324.451890:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756451840 00000100:00100000:3.0:1776998324.452185:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16958 00000100:00100000:3.0:1776998324.452201:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3376:17551:x1863313756451840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998324.456832:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3377:17551:x1863313756451840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4625us (5081us total) trans 4295019953 rc 0/0 00000100:00100000:2.0:1776998324.456848:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16958 00000100:00100000:1.0:1776998324.479425:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.479479:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.479547:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.479586:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756452224 00000100:00100000:1.0:1776998324.479597:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756452224 00000100:00100000:1.0:1776998324.479665:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756452096 00000100:00100000:1.0:1776998324.479670:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756452096 00000100:00100000:1.0:1776998324.479699:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1418 00000100:00100000:1.0:1776998324.479712:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:369461cb-7f78-4346-9149-8d8e50833e9b+603:2375:x1863313756452224:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998324.479793:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:369461cb-7f78-4346-9149-8d8e50833e9b+603:2375:x1863313756452224:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998324.479803:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1418 00000100:00100000:1.0:1776998324.479826:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1419 00000100:00100000:1.0:1776998324.479835:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:369461cb-7f78-4346-9149-8d8e50833e9b+618:2375:x1863313756452096:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998324.479866:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:369461cb-7f78-4346-9149-8d8e50833e9b+618:2375:x1863313756452096:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 33us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998324.479874:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1419 00000100:00080000:1.0:1776998324.479894:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1776998324.479899:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1776998324.480148:0:5873:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756451968 00000100:00100000:2.0:1776998324.480155:0:5873:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756451968 00000100:00100000:2.0:1776998324.480205:0:5873:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1568 00000100:00100000:2.0:1776998324.480216:0:5873:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2375:x1863313756451968:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:2.0:1776998324.480527:0:5873:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2375:x1863313756451968:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 68us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998324.480538:0:5873:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1568 00000100:00100000:1.0:1776998324.489278:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.489626:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756452480 00000100:00100000:2.0:1776998324.489639:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756452480 00000100:00100000:2.0:1776998324.489713:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51900 00000100:00100000:2.0:1776998324.489727:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3377:17551:x1863313756452480:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.489795:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998324.489826:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbcbe00/0x27b6fb26481adc7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a40:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47dbb expref: 3377 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489858:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbc9200/0x27b6fb26481adc52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a40:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47da6 expref: 3376 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489877:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d85fe00/0x27b6fb264818ac21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c387f7 expref: 3375 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489890:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a40:0x0].0x0 (ffff8d2509d3cc00) 00010000:00010000:2.0:1776998324.489901:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998324.489928:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489947:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489960:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489977:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489989:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.489998:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.490122:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.490133:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.490142:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998324.491603:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2903, 64 off194048 00000004:00080000:2.0:1776998324.491614:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4035283443429ns, next at 4036283440581ns, rc = 0 00010000:00010000:2.0:1776998324.491683:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491696:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491714:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491724:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491733:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491741:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491759:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998324.491779:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491787:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491795:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491803:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.491808:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491817:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491828:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a40:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998324.491831:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998324.491835:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491843:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba2dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491860:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491867:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491873:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491879:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.491883:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491890:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491898:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998324.491901:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.491904:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.491910:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba2cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998324.491920:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e038250 reply state 00000000484e9488 transno 4295019954 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.491936:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998324.492026:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3376:17551:x1863313756452480:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2300us (2756us total) trans 4295019954 rc 0/0 00000100:00100000:2.0:1776998324.492037:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51900 00010000:00010000:3.0:1776998324.494777:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.494789:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.494799:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.494804:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.494813:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.494828:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a40:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998324.494832:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.494836:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.494843:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba2e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.494866:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.494868:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.494871:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.503914:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.503933:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.503943:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.503951:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.503957:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.503966:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.503985:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x388007e2 (ffff8d250da9e500) 00010000:00010000:3.0:1776998324.503989:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.503994:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.504002:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba2d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x388007e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.516976:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998324.517869:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756452736 00000100:00100000:3.0:1776998324.517900:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756452736 00000100:00100000:3.0:1776998324.517972:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16959 00000100:00100000:3.0:1776998324.517985:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3375:17551:x1863313756452736:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998324.518513:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3376:17551:x1863313756452736:12345-192.168.201.35@tcp:35:rm.0 Request processed in 528us (1544us total) trans 4295019955 rc 0/0 00000100:00100000:2.0:1776998324.518526:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16959 00000100:00100000:0.0:1776998324.566036:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.566140:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756452992 00000100:00100000:1.0:1776998324.566152:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756452992 00000100:00100000:1.0:1776998324.566386:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51901 00000100:00100000:1.0:1776998324.566402:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3376:17551:x1863313756452992:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.566468:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.566522:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d990400/0x27b6fb2648192279 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1483:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b4cf expref: 3376 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566548:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1483:0x0].0x0 (ffff8d2509c67200) 00010000:00010000:1.0:1776998324.566563:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d55a00/0x27b6fb2648190e7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1440:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abbb expref: 3375 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566586:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092acc00/0x27b6fb264817da21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1440:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35df7 expref: 3374 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566598:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1440:0x0].0x0 (ffff8d250bfc0400) 00010000:00010000:1.0:1776998324.566608:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.566631:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566647:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566658:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566673:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566683:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566691:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566817:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566830:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.566839:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.567554:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2901, 64 off193856 00010000:00010000:1.0:1776998324.567629:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567642:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567652:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567661:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567669:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567933:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.567970:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.567996:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568004:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568016:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568024:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.568029:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568038:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568049:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1440:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998324.568053:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.568058:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568065:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba2f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568085:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568093:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568101:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568108:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.568112:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568125:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568134:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.568137:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.568141:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.568147:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba2eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.568159:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d806c4a reply state 00000000ee97b8de transno 4295019956 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.568198:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998324.568286:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3375:17551:x1863313756452992:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1887us (2257us total) trans 4295019956 rc 0/0 00000100:00100000:1.0:1776998324.568297:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51901 00010000:00010000:3.0:1776998324.572545:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.572560:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.572574:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.572579:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.572589:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.572611:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1440:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:3.0:1776998324.572615:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.572620:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.572627:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481ba300 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.572654:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.572657:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.572660:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.595763:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595785:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595795:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595803:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.595809:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595819:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595839:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7136103e (ffff8d2509e7c000) 00010000:00010000:2.0:1776998324.595843:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.595849:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.595857:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba2f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7136103e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.601136:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998324.605778:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756453248 00000100:00100000:3.0:1776998324.605794:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756453248 00000100:00100000:3.0:1776998324.605868:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51902 00000100:00100000:3.0:1776998324.605881:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3374:17551:x1863313756453248:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998324.605978:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998324.606010:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f3a200/0x27b6fb26481abd57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f91 expref: 3374 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606040:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d85fc00/0x27b6fb2648189e0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38526 expref: 3373 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606055:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d9:0x0].0x0 (ffff8d2623f04b00) 00010000:00010000:3.0:1776998324.606068:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998324.606093:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606111:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606122:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606146:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606158:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606229:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606375:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606386:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.606397:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998324.609052:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2902, 64 off193920 00000004:00080000:3.0:1776998324.609067:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4035400896027ns, next at 4036400891969ns, rc = 0 00010000:00010000:3.0:1776998324.609155:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609198:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609213:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609225:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609242:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609251:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609285:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998324.609311:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609321:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609330:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609338:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.609345:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609354:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609369:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d9:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998324.609374:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998324.609380:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609389:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba315 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609417:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609426:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609435:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609442:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.609446:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609455:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609466:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998324.609469:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.609473:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.609508:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba307 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998324.609523:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000098877d reply state 00000000ec32a1e6 transno 4295019957 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998324.609537:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998324.609650:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3374:17551:x1863313756453248:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3769us (8526us total) trans 4295019957 rc 0/0 00000100:00100000:3.0:1776998324.609663:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51902 00010000:00010000:2.0:1776998324.611052:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998324.611062:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.611074:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998324.611078:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.611088:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.611103:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d9:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998324.611106:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998324.611111:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.611118:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba31c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.611141:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.611143:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.611145:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.621907:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.621929:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.621941:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.621949:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.621956:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.621967:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.621987:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x14351feb (ffff8d250da6b400) 00010000:00010000:3.0:1776998324.621992:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.621998:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.622007:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba30e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14351feb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.636166:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998324.638824:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998324.638848:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756453504 00000100:00100000:1.0:1776998324.638862:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756453504 00000100:00100000:1.0:1776998324.638944:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16960 00000100:00100000:1.0:1776998324.638958:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3373:17551:x1863313756453504:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998324.639366:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3374:17551:x1863313756453504:12345-192.168.201.35@tcp:35:rm.0 Request processed in 409us (3211us total) trans 4295019958 rc 0/0 00000100:00100000:1.0:1776998324.639379:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16960 00000100:00100000:1.0:1776998324.674541:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.675234:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756453760 00000100:00100000:2.0:1776998324.675248:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756453760 00000100:00100000:2.0:1776998324.675334:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51903 00000100:00100000:2.0:1776998324.675350:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3374:17551:x1863313756453760:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.675425:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998324.675461:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f3a000/0x27b6fb26481abb66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19d2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eb1 expref: 3374 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675518:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f38e00/0x27b6fb26481abb3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46e9c expref: 3373 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675540:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d85f800/0x27b6fb2648189d17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c384f5 expref: 3372 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675555:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d2:0x0].0x0 (ffff8d2623f04100) 00010000:00010000:2.0:1776998324.675569:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998324.675596:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675614:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675627:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675646:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675656:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675666:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675806:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675826:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.675836:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998324.676639:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2904, 64 off194112 00010000:00010000:2.0:1776998324.677019:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.677035:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.677047:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.677058:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.677067:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.677076:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.678379:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998324.678414:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682092:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682111:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682122:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.682129:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682143:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682165:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d2:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998324.682959:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998324.682971:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.682983:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba331 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683016:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683026:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683035:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683044:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.683049:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683066:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683081:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998324.683086:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.683091:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.683099:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba323 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998324.683114:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000020a4f81 reply state 00000000a35731fa transno 4295019959 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.683130:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998324.683732:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998324.683744:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.683754:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.683760:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.683769:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.683785:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19d2:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:1.0:1776998324.683812:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.683817:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.683825:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba338 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.683850:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.683853:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.683855:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998324.684702:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3373:17551:x1863313756453760:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9347us (10164us total) trans 4295019959 rc 0/0 00000100:00100000:0.0:1776998324.684717:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51903 00010000:00010000:3.0:1776998324.691506:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691529:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691541:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691559:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.691565:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691576:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691600:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7ff1a99d (ffff8d250da9e200) 00010000:00010000:3.0:1776998324.691605:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.691612:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.691622:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba32a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ff1a99d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.694968:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.695079:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756454016 00000100:00100000:2.0:1776998324.695092:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756454016 00000100:00100000:2.0:1776998324.695186:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16961 00000100:00100000:2.0:1776998324.695203:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3372:17551:x1863313756454016:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998324.696161:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3373:17551:x1863313756454016:12345-192.168.201.35@tcp:35:rm.0 Request processed in 959us (1199us total) trans 4295019960 rc 0/0 00000100:00100000:2.0:1776998324.696199:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16961 00000100:00100000:2.0:1776998324.713422:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.713664:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756454272 00000100:00100000:1.0:1776998324.713677:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756454272 00000100:00100000:1.0:1776998324.713779:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51904 00000100:00100000:1.0:1776998324.713795:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3373:17551:x1863313756454272:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998324.713871:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998324.713905:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7ba00/0x27b6fb26481926d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1491:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6ce expref: 3373 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.713939:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7b600/0x27b6fb26481926af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1491:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6b9 expref: 3372 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.713960:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2ebc00/0x27b6fb264817e534 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1491:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3602e expref: 3371 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.713977:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1491:0x0].0x0 (ffff8d26214aa800) 00010000:00010000:1.0:1776998324.713992:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998324.714020:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714038:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714054:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714075:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714087:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714098:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714314:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714329:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.714365:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.715526:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2905, 64 off194176 00010000:00010000:1.0:1776998324.715614:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715631:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715643:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715655:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715665:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715680:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715718:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.715745:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715755:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715766:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715774:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.715781:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715794:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715809:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1491:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998324.715814:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.715821:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715830:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba34d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1491:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715856:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715866:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715876:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715884:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.715889:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715899:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715911:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.715916:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.715921:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.715937:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba33f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.715953:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000434c10c7 reply state 000000007b781ec1 transno 4295019961 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.715967:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998324.715983:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.715992:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.716002:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.716007:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.716017:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.716031:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1491:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:3.0:1776998324.716034:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.716038:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.716054:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba354 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1491:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.716076:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.716079:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.716082:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998324.716085:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3372:17551:x1863313756454272:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2289us (2670us total) trans 4295019961 rc 0/0 00000100:00100000:1.0:1776998324.716098:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51904 00010000:00010000:0.0:1776998324.732767:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732793:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732807:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732818:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.732826:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732838:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732862:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x623631d3 (ffff8d2509e7ce00) 00010000:00010000:0.0:1776998324.732867:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998324.732874:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.732908:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba346 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x623631d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.742081:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.742471:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756454528 00000100:00100000:0.0:1776998324.742509:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756454528 00000100:00100000:0.0:1776998324.742592:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16962 00000100:00100000:0.0:1776998324.742609:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3371:17551:x1863313756454528:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.743026:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3372:17551:x1863313756454528:12345-192.168.201.35@tcp:35:rm.0 Request processed in 418us (952us total) trans 4295019962 rc 0/0 00000100:00100000:0.0:1776998324.743039:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16962 00000100:00100000:3.0:1776998324.757086:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.765628:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802689024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1776998324.765729:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998324.766234:0:13676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689024 00000100:00100000:1.0:1776998324.766246:0:13676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689024 00000100:00100000:1.0:1776998324.766331:0:13676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1776998324.766347:0:13676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1863313802689024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1776998324.766395:0:13676:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30081024 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1776998324.766465:0:13676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1863313802689024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998324.766499:0:13676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00080000:0.0:1776998324.766638:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1776998324.766678:0:3361:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970690 gen 2 00000004:00080000:0.0:1776998324.766687:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ed80, transno 4294970631 00000004:00080000:0.0:1776998324.766698:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0f480, transno 4294970632 00000004:00080000:0.0:1776998324.766702:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0d180, transno 4294970633 00000004:00080000:0.0:1776998324.766706:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ea00, transno 4294970634 00000004:00080000:0.0:1776998324.766710:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0c380, transno 4294970635 00000004:00080000:0.0:1776998324.766714:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0d880, transno 4294970636 00000004:00080000:0.0:1776998324.766717:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ca80, transno 4294970637 00000004:00080000:0.0:1776998324.766721:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0e300, transno 4294970638 00000004:00080000:0.0:1776998324.766725:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfb100, transno 4294970639 00000004:00080000:0.0:1776998324.766729:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf8380, transno 4294970640 00000004:00080000:0.0:1776998324.766732:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26104ab800, transno 4294970641 00000004:00080000:0.0:1776998324.766736:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfa300, transno 4294970642 00000004:00080000:0.0:1776998324.766742:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f21880, transno 4294970643 00000004:00080000:0.0:1776998324.766746:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f21f80, transno 4294970644 00000004:00080000:0.0:1776998324.766750:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5c700, transno 4294970645 00000004:00080000:0.0:1776998324.766753:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26104a9500, transno 4294970646 00000004:00080000:0.0:1776998324.766756:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f22a00, transno 4294970647 00000004:00080000:0.0:1776998324.766759:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf8a80, transno 4294970648 00000004:00080000:0.0:1776998324.766762:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5ca80, transno 4294970649 00000004:00080000:0.0:1776998324.766784:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789880, transno 4294970650 00000004:00080000:0.0:1776998324.766789:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789180, transno 4294970651 00000004:00080000:0.0:1776998324.766793:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b480, transno 4294970652 00000004:00080000:0.0:1776998324.766796:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788700, transno 4294970653 00000004:00080000:0.0:1776998324.766800:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c15f80, transno 4294970654 00000004:00080000:0.0:1776998324.766803:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789500, transno 4294970655 00000004:00080000:0.0:1776998324.766808:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978a300, transno 4294970656 00000004:00080000:0.0:1776998324.766811:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b100, transno 4294970657 00000004:00080000:0.0:1776998324.766816:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2ce00, transno 4294970658 00000004:00080000:0.0:1776998324.766821:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2f480, transno 4294970659 00000004:00080000:0.0:1776998324.766824:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250db7aa00, transno 4294970660 00000004:00080000:0.0:1776998324.766828:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250db79f80, transno 4294970661 00000004:00080000:0.0:1776998324.766832:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c17100, transno 4294970662 00000004:00080000:0.0:1776998324.766836:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2f100, transno 4294970663 00000004:00080000:0.0:1776998324.766839:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2636810e00, transno 4294970664 00000004:00080000:0.0:1776998324.766843:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbfbb80, transno 4294970665 00000004:00080000:0.0:1776998324.766846:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf8e00, transno 4294970666 00000004:00080000:0.0:1776998324.766850:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9180, transno 4294970667 00000004:00080000:0.0:1776998324.766853:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9c00, transno 4294970668 00000004:00080000:0.0:1776998324.766857:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5d180, transno 4294970669 00000004:00080000:0.0:1776998324.766861:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250db79500, transno 4294970670 00000004:00080000:0.0:1776998324.766865:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedf100, transno 4294970671 00000004:00080000:0.0:1776998324.766869:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9500, transno 4294970672 00000004:00080000:0.0:1776998324.766873:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0df80, transno 4294970673 00000004:00080000:0.0:1776998324.766877:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978bb80, transno 4294970674 00000004:00080000:0.0:1776998324.766880:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ed80, transno 4294970675 00000004:00080000:0.0:1776998324.766883:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0d500, transno 4294970676 00000004:00080000:0.0:1776998324.766887:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978aa00, transno 4294970677 00000004:00080000:0.0:1776998324.766891:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ea00, transno 4294970678 00000004:00080000:0.0:1776998324.766894:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978ad80, transno 4294970679 00000004:00080000:0.0:1776998324.766898:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5c000, transno 4294970680 00000004:00080000:0.0:1776998324.766901:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e7b80, transno 4294970681 00000004:00080000:0.0:1776998324.766905:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e7480, transno 4294970682 00000004:00080000:0.0:1776998324.766909:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a001880, transno 4294970683 00000004:00080000:0.0:1776998324.766912:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e07800, transno 4294970684 00000004:00080000:0.0:1776998324.766916:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5f100, transno 4294970685 00000004:00080000:0.0:1776998324.766919:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a001180, transno 4294970686 00000004:00080000:0.0:1776998324.766922:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5df80, transno 4294970687 00000004:00080000:0.0:1776998324.766926:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc5c380, transno 4294970688 00000004:00080000:0.0:1776998324.766930:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368dd180, transno 4294970689 00000004:00080000:0.0:1776998324.766935:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26368dd500, transno 4294970690 00000100:00100000:0.0:1776998324.766951:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802689024:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1776998324.768243:0:7694:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 31 changes, 0 in progress, 0 in flight, 60 done 00000100:00100000:2.0:1776998324.773913:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756454784 00000100:00100000:2.0:1776998324.773929:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756454784 00000100:00100000:2.0:1776998324.774313:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263647aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3359:1863313802689280:0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.774397:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998324.774446:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998324.774455:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3359:1863313802689408:0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.774530:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998324.774590:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689280 00000100:00100000:2.0:1776998324.774599:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689280 00000100:00100000:2.0:1776998324.774650:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689408 00000100:00100000:2.0:1776998324.774655:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689408 00000100:00100000:2.0:1776998324.774704:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:2.0:1776998324.774717:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3359:x1863313802689280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.774824:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3359:x1863313802689280:12345-0@lo:400:kworker.0 Request processed in 108us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998324.774836:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:2.0:1776998324.774860:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:2.0:1776998324.774871:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263647a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3359:x1863313802689408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.774917:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263647a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3359:x1863313802689408:12345-0@lo:400:kworker.0 Request processed in 48us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998324.774926:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00080000:2.0:1776998324.774950:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998324.774988:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3359:1863313802689408:0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.775003:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263647aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3359:1863313802689280:0@lo:400:kworker.0 00000100:00100000:0.0:1776998324.775209:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6f2575d0-4843-49e3-8914-f2eba146b78c:3362:1863313802689152:0@lo:400:kworker.0 00000100:00100000:0.0:1776998324.775261:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998324.775299:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3362:1863313802689664:0@lo:400:kworker.0 00000100:00100000:0.0:1776998324.775331:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998324.775353:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998324.775362:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636479180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802689536:0@lo:400:kworker.0 00000100:00100000:0.0:1776998324.775395:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998324.775439:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689536 00000100:00100000:0.0:1776998324.775444:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689536 00000100:00100000:0.0:1776998324.775526:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1776998324.775538:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802689536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1776998324.775595:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3362:x1863313802689536:12345-0@lo:400:kworker.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998324.775604:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1776998324.775661:0:3362:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970531 gen 2 00000004:00080000:0.0:1776998324.775670:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897ea00, transno 4294970472 00000004:00080000:0.0:1776998324.775682:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897d180, transno 4294970473 00000004:00080000:0.0:1776998324.775686:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897df80, transno 4294970474 00000004:00080000:0.0:1776998324.775689:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250897c000, transno 4294970475 00000004:00080000:0.0:1776998324.775693:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d906300, transno 4294970476 00000004:00080000:0.0:1776998324.775696:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c05c00, transno 4294970477 00000004:00080000:0.0:1776998324.775699:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d907100, transno 4294970478 00000004:00080000:0.0:1776998324.775703:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891dc00, transno 4294970479 00000004:00080000:0.0:1776998324.775707:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e05180, transno 4294970480 00000004:00080000:0.0:1776998324.775711:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e04000, transno 4294970481 00000004:00080000:0.0:1776998324.775714:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e05f80, transno 4294970482 00000004:00080000:0.0:1776998324.775717:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e04700, transno 4294970483 00000004:00080000:0.0:1776998324.775721:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bde1f80, transno 4294970484 00000004:00080000:0.0:1776998324.775724:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e07480, transno 4294970485 00000004:00080000:0.0:1776998324.775728:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e06a00, transno 4294970486 00000004:00080000:0.0:1776998324.775732:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5c000, transno 4294970487 00000004:00080000:0.0:1776998324.775735:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd880, transno 4294970488 00000004:00080000:0.0:1776998324.775738:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603054a80, transno 4294970489 00000004:00080000:0.0:1776998324.775742:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603056680, transno 4294970490 00000004:00080000:0.0:1776998324.775746:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbdc00, transno 4294970491 00000004:00080000:0.0:1776998324.775750:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ca80, transno 4294970492 00000004:00080000:0.0:1776998324.775753:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4380, transno 4294970493 00000004:00080000:0.0:1776998324.775757:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bdbd880, transno 4294970494 00000004:00080000:0.0:1776998324.775760:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd180, transno 4294970495 00000004:00080000:0.0:1776998324.775763:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964700, transno 4294970496 00000004:00080000:0.0:1776998324.775766:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94c700, transno 4294970497 00000004:00080000:0.0:1776998324.775770:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e52680, transno 4294970498 00000004:00080000:0.0:1776998324.775773:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf9880, transno 4294970499 00000004:00080000:0.0:1776998324.775776:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964000, transno 4294970500 00000004:00080000:0.0:1776998324.775779:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d966a00, transno 4294970501 00000004:00080000:0.0:1776998324.775782:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bde9c00, transno 4294970502 00000004:00080000:0.0:1776998324.775786:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bde8a80, transno 4294970503 00000004:00080000:0.0:1776998324.775789:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f20a80, transno 4294970504 00000004:00080000:0.0:1776998324.775792:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891f100, transno 4294970505 00000004:00080000:0.0:1776998324.775796:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d264127ce00, transno 4294970506 00000004:00080000:0.0:1776998324.775799:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891e300, transno 4294970507 00000004:00080000:0.0:1776998324.775803:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc53b80, transno 4294970508 00000004:00080000:0.0:1776998324.775806:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4380, transno 4294970509 00000004:00080000:0.0:1776998324.775810:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e7100, transno 4294970510 00000004:00080000:0.0:1776998324.775814:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4a80, transno 4294970511 00000004:00080000:0.0:1776998324.775817:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e6a00, transno 4294970512 00000004:00080000:0.0:1776998324.775821:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dc51c00, transno 4294970513 00000004:00080000:0.0:1776998324.775824:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4700, transno 4294970514 00000004:00080000:0.0:1776998324.775828:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4e00, transno 4294970515 00000004:00080000:0.0:1776998324.775831:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e06d80, transno 4294970516 00000004:00080000:0.0:1776998324.775834:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e07b80, transno 4294970517 00000004:00080000:0.0:1776998324.775838:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e04e00, transno 4294970518 00000004:00080000:0.0:1776998324.775841:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dbf8000, transno 4294970519 00000004:00080000:0.0:1776998324.775845:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e05500, transno 4294970520 00000004:00080000:0.0:1776998324.775848:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e07100, transno 4294970521 00000004:00080000:0.0:1776998324.775853:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25089e9500, transno 4294970522 00000004:00080000:0.0:1776998324.775856:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e06680, transno 4294970523 00000004:00080000:0.0:1776998324.775860:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2d500, transno 4294970524 00000004:00080000:0.0:1776998324.775863:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2d880, transno 4294970525 00000004:00080000:0.0:1776998324.775866:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2dc00, transno 4294970526 00000004:00080000:0.0:1776998324.775869:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788380, transno 4294970527 00000004:00080000:0.0:1776998324.775872:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788e00, transno 4294970528 00000004:00080000:0.0:1776998324.775876:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2fb80, transno 4294970529 00000004:00080000:0.0:1776998324.775880:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2ca80, transno 4294970530 00000004:00080000:0.0:1776998324.775884:0:3362:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2e300, transno 4294970531 00000100:00100000:0.0:1776998324.775894:0:3362:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d250a002d80 x1863313802677760/t4294970532(4294970532) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998337 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1776998324.775910:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636479180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802689536:0@lo:400:kworker.0 00000004:00080000:0.0:1776998324.776435:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 45 changes, 7 in progress, 0 in flight, 60 done 00000100:00100000:3.0:1776998324.776936:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689664 00000100:00100000:3.0:1776998324.776944:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689664 00000100:00100000:3.0:1776998324.777001:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:3.0:1776998324.777012:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1863313802689664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1776998324.777078:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1863313802689664:12345-0@lo:400:kworker.0 Request processed in 68us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998324.777087:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:3.0:1776998324.777109:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51905 00000100:00100000:3.0:1776998324.777120:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3372:17551:x1863313756454784:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998324.777213:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998324.777521:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b5400/0x27b6fb2648192b0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x149f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b8 expref: 3372 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777553:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bebae00/0x27b6fb2648192ae5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8a3 expref: 3371 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777571:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d260149f600/0x27b6fb264817e71e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36090 expref: 3370 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777594:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149f:0x0].0x0 (ffff8d2611918300) 00010000:00010000:3.0:1776998324.777608:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998324.777634:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777651:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777665:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777683:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777693:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777703:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777853:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777866:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.777876:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998324.778641:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2906, 64 off194240 00010000:00010000:3.0:1776998324.778726:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778740:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778751:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778761:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778770:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778778:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778799:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998324.778822:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778832:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778841:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778851:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.778856:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778867:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778880:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149f:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998324.778884:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998324.778889:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778898:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba369 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x149f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778919:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778928:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778937:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778944:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.778948:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778955:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778965:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998324.778969:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.778974:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.778982:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba35b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998324.779000:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007951e1ea reply state 00000000a2981672 transno 4295019963 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998324.779012:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998324.779097:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3371:17551:x1863313756454784:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1974us (22020us total) trans 4295019963 rc 0/0 00000100:00100000:3.0:1776998324.779108:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51905 00000100:00100000:0.0:1776998324.780829:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3362:1863313802689664:0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.780998:0:5874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689152 00000100:00100000:2.0:1776998324.781008:0:5874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689152 00000100:00100000:2.0:1776998324.781077:0:5874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:2.0:1776998324.781091:0:5874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3362:x1863313802689152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998324.781210:0:5874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3362:x1863313802689152:12345-0@lo:400:kworker.0 Request processed in 122us (5947us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998324.781224:0:5874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00080000:2.0:1776998324.781269:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1776998324.781277:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1776998324.781287:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998324.781295:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.781307:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998324.781312:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.781322:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.781337:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149f:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998324.781341:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998324.781346:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.781355:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba370 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x149f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.781376:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.781379:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.781382:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998324.783156:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6f2575d0-4843-49e3-8914-f2eba146b78c:3362:1863313802689152:0@lo:400:kworker.0 00010000:00010000:3.0:1776998324.792710:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792734:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792744:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792753:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.792759:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792770:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792792:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x17578eab (ffff8d250da6b400) 00010000:00010000:3.0:1776998324.792797:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.792803:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.792812:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba362 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x17578eab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998324.793891:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998324.801003:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756455040 00000100:00100000:1.0:1776998324.801021:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756455040 00000100:00100000:1.0:1776998324.801118:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16963 00000100:00100000:1.0:1776998324.801134:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3370:17551:x1863313756455040:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.806579:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3371:17551:x1863313756455040:12345-192.168.201.35@tcp:35:rm.0 Request processed in 5441us (12684us total) trans 4295019964 rc 0/0 00000100:00100000:0.0:1776998324.806597:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16963 00000100:00100000:1.0:1776998324.818780:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.818929:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756455296 00000100:00100000:2.0:1776998324.818943:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756455296 00000100:00100000:2.0:1776998324.819023:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51906 00000100:00100000:2.0:1776998324.819053:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3371:17551:x1863313756455296:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998324.819128:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998324.819163:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f1c600/0x27b6fb2648193fd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14e4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c227 expref: 3371 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.819777:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f1de00/0x27b6fb2648193fa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c212 expref: 3370 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.819799:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509254800/0x27b6fb264817f08d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36273 expref: 3369 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.819813:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e4:0x0].0x0 (ffff8d2602b23200) 00010000:00010000:2.0:1776998324.819825:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998324.831454:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.831514:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.831531:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.831561:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.831572:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.831582:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.833103:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.833119:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.833130:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998324.834516:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2903, 64 off193984 00010000:00010000:0.0:1776998324.834599:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834615:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834626:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834636:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834645:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834654:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834688:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998324.834715:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834723:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834732:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834741:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.834747:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834756:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834771:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e4:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:0.0:1776998324.834776:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998324.834780:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834789:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba385 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834811:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834821:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834830:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834838:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.834841:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834850:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834861:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998324.834865:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998324.834869:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.834878:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba377 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998324.834897:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a954eec2 reply state 00000000cff1280b transno 4295019965 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998324.834909:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998324.835037:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3370:17551:x1863313756455296:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15996us (16280us total) trans 4295019965 rc 0/0 00000100:00100000:0.0:1776998324.835050:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51906 00010000:00010000:1.0:1776998324.836997:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998324.837008:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.837019:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.837024:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.837035:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.837051:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14e4:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:1.0:1776998324.837054:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.837060:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.837068:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba38c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.837091:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.837093:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998324.837096:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.851615:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.851638:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.851649:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.851658:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.851664:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.851676:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.851967:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5c193256 (ffff8d250db54200) 00010000:00010000:0.0:1776998324.851973:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998324.851997:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.852008:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba37e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c193256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.855023:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.855361:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756455552 00000100:00100000:2.0:1776998324.855377:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756455552 00000100:00100000:2.0:1776998324.855455:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16964 00000100:00100000:2.0:1776998324.855500:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3369:17551:x1863313756455552:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998324.856551:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3370:17551:x1863313756455552:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1081us (1534us total) trans 4295019966 rc 0/0 00000100:00100000:2.0:1776998324.856564:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16964 00000100:00100000:2.0:1776998324.867649:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.868102:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756455808 00000100:00100000:0.0:1776998324.868116:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756455808 00000100:00100000:0.0:1776998324.868537:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51907 00000100:00100000:0.0:1776998324.868554:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263647aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3370:17551:x1863313756455808:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998324.868629:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998324.868662:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f50a00/0x27b6fb26481ada61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a39:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cc6 expref: 3370 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868692:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c4200/0x27b6fb26481ada37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cb1 expref: 3369 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868713:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a239600/0x27b6fb264818ab2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c387c6 expref: 3368 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868730:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a39:0x0].0x0 (ffff8d250907f300) 00010000:00010000:0.0:1776998324.868745:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998324.868772:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868791:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868805:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868825:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868841:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868851:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.868991:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.869004:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.869015:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998324.877952:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2904, 64 off194048 00010000:00010000:1.0:1776998324.878053:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878075:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878089:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878101:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878110:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878118:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878160:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998324.878212:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878222:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878232:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878242:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.878248:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878257:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878273:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a39:0x0].0x0 (ffff8d250db54000) 00010000:00010000:1.0:1776998324.878277:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998324.878283:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878291:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3a1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878323:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878333:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878341:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878348:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.878352:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878361:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878371:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998324.878374:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998324.878378:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.878387:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba393 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998324.878401:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8f45be4 reply state 00000000c633c434 transno 4295019967 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998324.878413:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998324.878546:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263647aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3369:17551:x1863313756455808:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9991us (10903us total) trans 4295019967 rc 0/0 00000100:00100000:1.0:1776998324.878563:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51907 00010000:00010000:3.0:1776998324.882956:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.882972:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.882988:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998324.882994:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.883006:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.883028:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a39:0x0].0x0 (ffff8d250db54000) 00010000:00010000:3.0:1776998324.883034:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998324.883040:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.883051:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba3a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.883078:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.883081:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998324.883084:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998324.903995:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904019:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904031:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904042:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998324.904050:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904063:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904087:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x20542b84 (ffff8d250db54200) 00010000:00010000:2.0:1776998324.904092:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998324.904098:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998324.904109:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba39a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x20542b84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998324.909289:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.909457:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756456064 00000100:00100000:0.0:1776998324.909471:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756456064 00000100:00100000:0.0:1776998324.909572:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16965 00000100:00100000:0.0:1776998324.909587:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3368:17551:x1863313756456064:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.910329:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3369:17551:x1863313756456064:12345-192.168.201.35@tcp:35:rm.0 Request processed in 743us (1048us total) trans 4295019968 rc 0/0 00000100:00100000:0.0:1776998324.910354:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16965 00000100:00100000:3.0:1776998324.918455:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998324.941956:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756456320 00000100:00100000:2.0:1776998324.941975:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756456320 00000100:00100000:3.0:1776998324.947074:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51908 00000100:00100000:3.0:1776998324.947094:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3369:17551:x1863313756456320:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998324.947231:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998324.947288:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ae200/0x27b6fb26481a4e37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1867:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d10 expref: 3369 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947333:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd43000/0x27b6fb26481a4e0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1867:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43cfb expref: 3368 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947354:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b134a00/0x27b6fb2648186b76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1867:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37b08 expref: 3367 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947370:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1867:0x0].0x0 (ffff8d250dd13600) 00010000:00010000:3.0:1776998324.947386:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998324.947417:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947437:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947453:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947497:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947510:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947523:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947680:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947694:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.947707:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998324.948598:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2905, 64 off194112 00010000:00010000:3.0:1776998324.948972:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.948989:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949001:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949012:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949023:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949032:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949080:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998324.949106:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949118:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949130:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949148:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998324.949150:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998324.949155:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.949163:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949205:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.949214:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998324.949223:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.949231:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1867:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:3.0:1776998324.949243:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998324.949250:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962663:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba3bd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1867:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962709:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962723:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962736:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962746:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998324.962754:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962767:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962796:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998324.962802:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998324.962810:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998324.962821:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba3af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998324.962837:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004353f29 reply state 00000000ab4557ef transno 4295019969 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998324.962853:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998324.964326:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3368:17551:x1863313756456320:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17227us (46547us total) trans 4295019969 rc 0/0 00000100:00100000:3.0:1776998324.964341:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51908 00010000:00010000:1.0:1776998324.969849:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.969887:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1867:0x0].0x0 (ffff8d250da6ba00) 00010000:00010000:1.0:1776998324.969892:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998324.969900:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998324.969911:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba3c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1867:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.970379:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.970385:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.970388:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998324.976664:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976688:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976701:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976711:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998324.976719:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976730:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976751:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x589cb0ff (ffff8d250da6b400) 00010000:00010000:0.0:1776998324.976756:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998324.976764:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998324.976773:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba3b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x589cb0ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998324.996828:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998324.996961:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756456576 00000100:00100000:0.0:1776998324.996975:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756456576 00000100:00100000:0.0:1776998324.997068:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16966 00000100:00100000:0.0:1776998324.997101:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3367:17551:x1863313756456576:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998324.997813:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3368:17551:x1863313756456576:12345-192.168.201.35@tcp:35:rm.0 Request processed in 714us (995us total) trans 4295019970 rc 0/0 00000100:00100000:0.0:1776998324.997826:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16966 00000100:00100000:3.0:1776998325.019800:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998325.021683:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756456832 00000100:00100000:0.0:1776998325.021698:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756456832 00000100:00100000:0.0:1776998325.021794:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51909 00000100:00100000:0.0:1776998325.021809:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3368:17551:x1863313756456832:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998325.021880:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998325.021912:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d990000/0x27b6fb2648192313 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1485:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b515 expref: 3368 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.021941:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1485:0x0].0x0 (ffff8d2621548400) 00010000:00010000:0.0:1776998325.021956:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508849c00/0x27b6fb2648198fd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15ee:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e685 expref: 3367 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.021981:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de18600/0x27b6fb2648198fa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e670 expref: 3366 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022003:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250965a000/0x27b6fb26481814eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c369b9 expref: 3365 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022018:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ee:0x0].0x0 (ffff8d2509e1b200) 00010000:00010000:0.0:1776998325.022030:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998325.022058:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022078:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022094:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022114:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022133:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022145:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022369:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022384:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.022394:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.023106:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2906, 64 off194176 00010000:00010000:0.0:1776998325.023225:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023241:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023254:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023265:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023536:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023547:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023570:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.023595:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023606:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023616:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023625:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.023630:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023641:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023655:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ee:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998325.023660:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.023665:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023674:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba3d9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023696:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023705:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023719:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023727:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.023731:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023740:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023750:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.023753:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.023758:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.023765:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba3cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.023778:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebb569ed reply state 00000000d8227c0b transno 4295019971 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.023791:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.023894:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3366:17551:x1863313756456832:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2085us (4104us total) trans 4295019971 rc 0/0 00000100:00100000:0.0:1776998325.023906:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51909 00010000:00010000:3.0:1776998325.025415:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.025427:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.025438:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.025444:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.025456:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.025500:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15ee:0x0].0x0 (ffff8d250db54100) 00010000:00010000:3.0:1776998325.025506:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.025512:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.025520:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba3e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.025546:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.025567:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.025570:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.036918:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.036942:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.036955:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.036965:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.036972:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.036984:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.037007:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfdf407b (ffff8d250db54300) 00010000:00010000:3.0:1776998325.037012:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.037019:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.037030:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba3d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfdf407b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.040724:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.043595:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756457088 00000100:00100000:2.0:1776998325.043610:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756457088 00000100:00100000:2.0:1776998325.043696:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16967 00000100:00100000:2.0:1776998325.043712:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3365:17551:x1863313756457088:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.044414:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3366:17551:x1863313756457088:12345-192.168.201.35@tcp:35:rm.0 Request processed in 704us (3697us total) trans 4295019972 rc 0/0 00000100:00100000:2.0:1776998325.044428:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16967 00000100:00100000:1.0:1776998325.059964:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.061400:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756457344 00000100:00100000:2.0:1776998325.061415:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756457344 00000100:00100000:2.0:1776998325.061518:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51910 00000100:00100000:2.0:1776998325.061532:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3366:17551:x1863313756457344:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.061606:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.061638:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f8c00/0x27b6fb26481a7202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d55 expref: 3366 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061669:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d89b000/0x27b6fb26481a71d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d40 expref: 3365 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061689:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d357600/0x27b6fb2648187bbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37e49 expref: 3364 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061705:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18de:0x0].0x0 (ffff8d250953ad00) 00010000:00010000:2.0:1776998325.061717:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.061765:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061784:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061799:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061819:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061830:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061840:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.061990:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.062011:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.062022:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.063093:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2907, 64 off194304 00010000:00010000:2.0:1776998325.063204:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063220:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063231:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063240:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063248:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063258:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063276:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.063299:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063307:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063322:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063331:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.063336:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063347:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063360:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18de:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998325.063364:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.063369:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063377:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba3f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063396:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063404:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063412:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063420:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.063424:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063438:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063449:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.063452:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.063457:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.063466:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba3e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.063501:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a88251ed reply state 00000000e5871ecb transno 4295019973 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.063514:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.063626:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3365:17551:x1863313756457344:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2094us (3670us total) trans 4295019973 rc 0/0 00000100:00100000:2.0:1776998325.063639:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51910 00010000:00010000:1.0:1776998325.068652:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.068929:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.068943:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.068950:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.068963:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.068985:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18de:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998325.068989:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.068994:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.069002:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba3fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.069030:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.069034:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.069036:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998325.077763:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998325.077851:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077869:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077886:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077895:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.077901:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077911:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077932:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7e01c67e (ffff8d250da9ef00) 00010000:00010000:0.0:1776998325.077936:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.077941:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.077951:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba3ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e01c67e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.080429:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756457600 00000100:00100000:2.0:1776998325.080445:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756457600 00000100:00100000:2.0:1776998325.080548:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16968 00000100:00100000:2.0:1776998325.080564:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3364:17551:x1863313756457600:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.080959:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3365:17551:x1863313756457600:12345-192.168.201.35@tcp:35:rm.0 Request processed in 397us (3204us total) trans 4295019974 rc 0/0 00000100:00100000:2.0:1776998325.080971:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16968 00000100:00100000:0.0:1776998325.099812:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.100003:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756457856 00000100:00100000:3.0:1776998325.100015:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756457856 00000100:00100000:3.0:1776998325.100091:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51911 00000100:00100000:3.0:1776998325.100106:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3365:17551:x1863313756457856:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.101763:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998325.101799:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f44800/0x27b6fb26481a3a10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1824:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e7 expref: 3365 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101828:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f45e00/0x27b6fb26481a39e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1824:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433d2 expref: 3364 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101847:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db5f000/0x27b6fb264818624d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1824:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37933 expref: 3363 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101861:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1824:0x0].0x0 (ffff8d250d812800) 00010000:00010000:3.0:1776998325.101873:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.101921:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101940:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101953:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101973:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101984:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.101993:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.102138:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.102151:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.102162:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998325.103321:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2907, 64 off194240 00010000:00010000:3.0:1776998325.103406:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103422:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103432:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103442:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103451:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103460:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103501:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998325.103526:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103535:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103543:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103551:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.103557:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103567:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103580:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1824:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998325.103584:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998325.103589:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103598:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba411 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103618:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103625:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103639:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103645:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.103649:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103657:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103666:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998325.103669:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.103672:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.103947:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba403 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998325.103961:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3999a5c reply state 0000000004843e21 transno 4295019975 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.103973:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998325.104076:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3364:17551:x1863313756457856:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3971us (4273us total) trans 4295019975 rc 0/0 00000100:00100000:3.0:1776998325.104087:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51911 00010000:00010000:1.0:1776998325.108651:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.108664:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.108677:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.108683:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.108695:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.108712:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1824:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:1.0:1776998325.108717:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.108766:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.108776:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba418 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.108806:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.108809:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.108812:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.130585:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130608:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130625:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130633:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.130639:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130650:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130670:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6f352ebf (ffff8d250da6b300) 00010000:00010000:3.0:1776998325.130674:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.130681:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.130689:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba40a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6f352ebf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.131077:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998325.132011:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756458112 00000100:00100000:1.0:1776998325.132024:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756458112 00000100:00100000:1.0:1776998325.132097:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16969 00000100:00100000:1.0:1776998325.132110:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3363:17551:x1863313756458112:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998325.132793:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3364:17551:x1863313756458112:12345-192.168.201.35@tcp:35:rm.0 Request processed in 684us (1721us total) trans 4295019976 rc 0/0 00000100:00100000:1.0:1776998325.132804:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16969 00000100:00100000:1.0:1776998325.157798:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.162344:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756458368 00000100:00100000:2.0:1776998325.162363:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756458368 00000100:00100000:2.0:1776998325.162465:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51912 00000100:00100000:2.0:1776998325.162512:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3364:17551:x1863313756458368:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.162589:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.162665:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b2c00/0x27b6fb264819ac65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x164d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f382 expref: 3364 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162694:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d4000/0x27b6fb264819ac3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x164d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f36d expref: 3363 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162714:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e305000/0x27b6fb26481821e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x164d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c52 expref: 3362 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162729:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164d:0x0].0x0 (ffff8d2638ea9600) 00010000:00010000:2.0:1776998325.162740:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.162765:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162782:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162796:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162813:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162823:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162832:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162958:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162970:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.162980:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.164140:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2908, 64 off194368 00010000:00010000:2.0:1776998325.164233:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164247:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164258:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164269:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164277:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164287:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164322:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.164342:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164358:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164368:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164377:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.164382:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164393:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164404:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164d:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998325.164408:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.164413:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164422:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba42d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x164d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164441:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164450:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164459:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164466:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.164492:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164502:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164512:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.164515:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.164519:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.164528:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba41f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.164539:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cfddcd11 reply state 0000000086a40063 transno 4295019977 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.164551:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.164639:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3363:17551:x1863313756458368:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2128us (6850us total) trans 4295019977 rc 0/0 00000100:00100000:2.0:1776998325.164650:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51912 00010000:00010000:3.0:1776998325.167675:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.167688:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.167701:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.167706:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.167717:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.167736:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x164d:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998325.167741:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.167746:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.167754:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba434 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x164d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.167777:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.167780:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.167782:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998325.172634:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172655:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172665:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172672:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.172679:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172688:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172705:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xee3b1308 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998325.172709:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.172714:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.172742:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba426 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xee3b1308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998325.181224:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.182808:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756458624 00000100:00100000:2.0:1776998325.182822:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756458624 00000100:00100000:2.0:1776998325.182909:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16970 00000100:00100000:2.0:1776998325.182923:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3362:17551:x1863313756458624:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.183328:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3363:17551:x1863313756458624:12345-192.168.201.35@tcp:35:rm.0 Request processed in 407us (2113us total) trans 4295019978 rc 0/0 00000100:00100000:2.0:1776998325.183338:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16970 00000100:00100000:3.0:1776998325.197915:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.200389:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756458880 00000100:00100000:2.0:1776998325.200404:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756458880 00000100:00100000:2.0:1776998325.200512:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51913 00000100:00100000:2.0:1776998325.200527:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3363:17551:x1863313756458880:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.200601:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.200633:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f0e00/0x27b6fb26481a590b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x188b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441fc expref: 3363 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.200978:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d88a600/0x27b6fb26481a58e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x188b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441e7 expref: 3362 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.200998:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6db000/0x27b6fb2648187062 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x188b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37c04 expref: 3361 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201012:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188b:0x0].0x0 (ffff8d2639622100) 00010000:00010000:2.0:1776998325.201038:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.201067:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201083:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201095:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201111:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201120:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.201134:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.204224:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.204259:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.204271:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.204943:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2908, 64 off194304 00010000:00010000:2.0:1776998325.205086:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205100:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205110:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205119:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205127:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205134:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205205:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.205230:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205239:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205247:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205255:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.205260:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205268:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205280:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188b:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998325.205284:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.205290:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205298:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba449 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x188b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205318:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205325:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205332:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205344:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.205348:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205356:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205365:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.205368:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.205372:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.205379:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba43b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.205390:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef1d0b67 reply state 00000000f0897b14 transno 4295019979 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.205401:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.205531:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3362:17551:x1863313756458880:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5003us (7621us total) trans 4295019979 rc 0/0 00000100:00100000:2.0:1776998325.205542:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51913 00010000:00010000:3.0:1776998325.206535:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.206544:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.206554:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.206558:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.206567:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.206580:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188b:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998325.206583:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.206586:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.206594:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba450 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x188b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.206614:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.206616:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.206619:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.213685:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213706:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213717:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213725:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.213731:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213743:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213764:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd988acc0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998325.213769:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.213774:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.213782:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba442 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd988acc0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.226982:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.227219:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756459136 00000100:00100000:2.0:1776998325.227232:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756459136 00000100:00100000:2.0:1776998325.227300:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16971 00000100:00100000:2.0:1776998325.227314:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3361:17551:x1863313756459136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998325.228845:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3362:17551:x1863313756459136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1529us (1870us total) trans 4295019980 rc 0/0 00000100:00100000:0.0:1776998325.228857:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16971 00000100:00100000:1.0:1776998325.242275:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.242946:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756459392 00000100:00100000:3.0:1776998325.242958:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756459392 00000100:00100000:3.0:1776998325.243042:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51914 00000100:00100000:3.0:1776998325.243056:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3362:17551:x1863313756459392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.243122:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998325.243155:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d6800/0x27b6fb264819af1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1656:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4bd expref: 3362 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243218:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95c200/0x27b6fb264819aef0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1656:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4a8 expref: 3361 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243237:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d50600/0x27b6fb2648182323 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1656:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c91 expref: 3360 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243252:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1656:0x0].0x0 (ffff8d250d0bd600) 00010000:00010000:3.0:1776998325.243284:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.243309:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243326:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243358:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243380:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243391:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.243401:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.247969:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.247994:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.248007:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.255903:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2909, 64 off194368 00010000:00010000:0.0:1776998325.256016:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256039:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256060:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256071:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256080:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256088:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256106:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.256132:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256139:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256148:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256157:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.256162:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256172:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256189:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1656:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998325.256193:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.256200:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256208:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba465 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1656:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256235:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256244:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256256:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256263:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.256267:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256274:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256286:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.256289:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.256294:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.256300:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba457 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.256313:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5ab41dd reply state 0000000063d5a243 transno 4295019981 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.256331:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.256457:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3361:17551:x1863313756459392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13398us (14202us total) trans 4295019981 rc 0/0 00000100:00100000:0.0:1776998325.256496:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51914 00010000:00010000:1.0:1776998325.257384:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.257394:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.257403:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.257408:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.257418:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.257431:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1656:0x0].0x0 (ffff8d250db54700) 00010000:00010000:1.0:1776998325.257435:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.257439:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.257454:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba46c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1656:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.257497:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.257499:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.257501:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998325.268073:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.268205:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756459648 00000100:00100000:2.0:1776998325.268218:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756459648 00000100:00100000:2.0:1776998325.268304:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16972 00000100:00100000:2.0:1776998325.268319:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3361:17551:x1863313756459648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.268732:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3362:17551:x1863313756459648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 415us (668us total) trans 4295019982 rc 0/0 00000100:00100000:2.0:1776998325.268744:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16972 00010000:00010000:0.0:1776998325.269022:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269038:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269048:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269056:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.269061:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269071:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269098:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x41a815a4 (ffff8d250da6b300) 00010000:00010000:0.0:1776998325.269102:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.269108:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.269116:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba45e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x41a815a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.274407:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998325.274433:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802689792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1776998325.274535:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998325.274817:0:6668:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689792 00000100:00100000:3.0:1776998325.274827:0:6668:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689792 00000100:00100000:3.0:1776998325.274893:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1776998325.274906:0:6668:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802689792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1776998325.274944:0:6668:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 28770304 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1776998325.275011:0:6668:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263642ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802689792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998325.275020:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1776998325.275594:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26104ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802689792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1776998325.308163:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998325.309242:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756459904 00000100:00100000:0.0:1776998325.309256:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756459904 00000100:00100000:0.0:1776998325.309645:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51915 00000100:00100000:0.0:1776998325.309660:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3361:17551:x1863313756459904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998325.309997:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998325.310031:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a1a00/0x27b6fb26481a026b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x176b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a9c expref: 3361 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310063:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8c000/0x27b6fb26481a0241 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a87 expref: 3360 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310082:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c5e800/0x27b6fb2648184902 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37424 expref: 3359 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310097:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x176b:0x0].0x0 (ffff8d250d083900) 00010000:00010000:0.0:1776998325.310112:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998325.310137:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310154:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310449:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310502:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310514:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310524:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310759:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310773:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.310783:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.311460:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2909, 64 off194432 00010000:00010000:0.0:1776998325.311564:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311579:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311592:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311602:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311611:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311620:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311642:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.311663:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311671:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311680:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311689:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.311695:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311704:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311716:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x176b:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998325.311720:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.311725:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311733:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba481 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x176b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311751:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311766:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311775:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311782:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.311786:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311794:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311804:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.311807:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.311811:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.311818:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba473 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.311829:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b1efbf6 reply state 00000000bfb71fa0 transno 4295019983 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.311842:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.311936:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3360:17551:x1863313756459904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2277us (3780us total) trans 4295019983 rc 0/0 00000100:00100000:0.0:1776998325.311947:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51915 00010000:00010000:2.0:1776998325.313037:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998325.313048:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.313059:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998325.313064:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.313074:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.313088:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x176b:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:2.0:1776998325.313092:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998325.313097:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.313105:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba488 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x176b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.313125:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.313127:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.313130:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.324646:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324672:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324683:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324691:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.324698:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324708:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324728:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaefc5cfb (ffff8d250db54900) 00010000:00010000:2.0:1776998325.324733:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.324739:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.324747:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba47a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaefc5cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.338060:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998325.338725:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756460160 00000100:00100000:0.0:1776998325.338738:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756460160 00000100:00100000:0.0:1776998325.338816:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16973 00000100:00100000:0.0:1776998325.338831:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3359:17551:x1863313756460160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998325.339500:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3360:17551:x1863313756460160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 669us (1446us total) trans 4295019984 rc 0/0 00000100:00100000:0.0:1776998325.339512:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16973 00000100:00100000:3.0:1776998325.358373:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.358594:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756460416 00000100:00100000:2.0:1776998325.358607:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756460416 00000100:00100000:2.0:1776998325.358683:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51916 00000100:00100000:2.0:1776998325.358971:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3360:17551:x1863313756460416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.359047:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.359079:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db38000/0x27b6fb264819c992 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16ae:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400c5 expref: 3360 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.359114:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0a600/0x27b6fb264819c968 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16ae:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400b0 expref: 3359 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.359132:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da7c00/0x27b6fb2648182f2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36ef9 expref: 3358 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.359145:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ae:0x0].0x0 (ffff8d250de24e00) 00010000:00010000:2.0:1776998325.359156:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.359267:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.359285:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.359297:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365532:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365564:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365582:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365753:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365764:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.365774:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.366874:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2910, 64 off194432 00010000:00010000:2.0:1776998325.366955:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.366970:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.366981:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.366990:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.366998:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367006:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367035:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.367062:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367071:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367080:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367095:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.367101:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367111:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367126:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ae:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998325.367131:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.367136:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.367145:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba49d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371531:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.371546:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371560:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.371565:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371577:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371596:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16ae:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998325.371600:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.371607:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371616:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba4a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.371645:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.371648:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.371650:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.372335:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.372532:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.372541:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.374450:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.374457:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.374491:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.374515:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.374519:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.374524:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.374533:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba48f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.377839:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6b45338 reply state 000000006a6e888c transno 4295019985 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.377858:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.377996:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3359:17551:x1863313756460416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 19297us (19628us total) trans 4295019985 rc 0/0 00000100:00100000:2.0:1776998325.378008:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51916 00000100:00100000:1.0:1776998325.386948:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998325.387059:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387076:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387086:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387094:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.387100:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387110:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387131:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd871126f (ffff8d250da9e000) 00010000:00010000:0.0:1776998325.387135:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.387141:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.387149:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba496 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd871126f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.387394:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756460672 00000100:00100000:3.0:1776998325.387407:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756460672 00000100:00100000:3.0:1776998325.387492:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16974 00000100:00100000:3.0:1776998325.387505:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3358:17551:x1863313756460672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998325.388135:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3359:17551:x1863313756460672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 631us (1196us total) trans 4295019986 rc 0/0 00000100:00100000:3.0:1776998325.388148:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16974 00000100:00100000:3.0:1776998325.406755:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.411813:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756460928 00000100:00100000:2.0:1776998325.411832:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756460928 00000100:00100000:2.0:1776998325.411941:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51917 00000100:00100000:2.0:1776998325.411955:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3359:17551:x1863313756460928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.412028:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.412060:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb8000/0x27b6fb264819807b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15bb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df8c expref: 3359 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412092:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dae0e00/0x27b6fb2648198051 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15bb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df77 expref: 3358 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412111:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e172c00/0x27b6fb2648180df2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36854 expref: 3357 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412135:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15bb:0x0].0x0 (ffff8d250886b200) 00010000:00010000:2.0:1776998325.412147:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.412488:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412505:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412519:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412538:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412546:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412555:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412962:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412974:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.412984:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.413646:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2910, 64 off194496 00010000:00010000:2.0:1776998325.413979:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.413993:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414003:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414013:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414021:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414029:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414051:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.414074:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414083:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414090:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414097:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.414102:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414111:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414122:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15bb:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998325.414127:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.414132:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414140:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414159:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414195:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414203:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414209:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.414213:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414221:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414230:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.414233:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.414237:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.414245:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.414263:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000645810e3 reply state 00000000775bc3a5 transno 4295019987 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.414274:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.414365:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3358:17551:x1863313756460928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2410us (13206us total) trans 4295019987 rc 0/0 00000100:00100000:2.0:1776998325.414376:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51917 00010000:00010000:3.0:1776998325.415507:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.415516:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.415527:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.415531:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.415541:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.415555:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15bb:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998325.415558:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.415563:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.415571:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.415591:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.415594:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.415596:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.436690:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436713:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436741:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436751:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.436757:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436766:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436789:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x12f512ae (ffff8d250da9eb00) 00010000:00010000:3.0:1776998325.436793:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.436798:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.436805:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x12f512ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.447747:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.458563:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756461184 00000100:00100000:2.0:1776998325.458904:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756461184 00000100:00100000:2.0:1776998325.459010:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16975 00000100:00100000:2.0:1776998325.459024:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3357:17551:x1863313756461184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.459459:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3358:17551:x1863313756461184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 434us (11718us total) trans 4295019988 rc 0/0 00000100:00100000:2.0:1776998325.459494:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16975 00000100:00100000:2.0:1776998325.472333:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.473040:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756461440 00000100:00100000:3.0:1776998325.473053:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756461440 00000100:00100000:3.0:1776998325.473133:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51918 00000100:00100000:3.0:1776998325.473150:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3358:17551:x1863313756461440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.474404:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998325.474441:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3efc00/0x27b6fb26481a0d8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1790:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fab expref: 3358 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474503:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d933000/0x27b6fb26481a0d62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1790:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41f96 expref: 3357 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474523:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250947fa00/0x27b6fb2648184e11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1790:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37527 expref: 3356 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474554:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1790:0x0].0x0 (ffff8d250e271000) 00010000:00010000:3.0:1776998325.474568:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.474594:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474612:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474626:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474670:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474681:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474691:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474824:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474836:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.474847:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.481952:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2911, 64 off194496 00010000:00010000:0.0:1776998325.482068:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482092:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482107:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482120:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482129:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482138:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482193:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.482222:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482231:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482240:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482248:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.482254:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482264:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482280:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1790:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:0.0:1776998325.482285:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.482290:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482571:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba4d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482602:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482612:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482621:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482628:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.482632:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482641:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482941:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.482945:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.482950:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.482959:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481ba4c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.482982:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000561f231d reply state 00000000fb6ced35 transno 4295019989 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.482994:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.483106:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3357:17551:x1863313756461440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9955us (10778us total) trans 4295019989 rc 0/0 00000100:00100000:0.0:1776998325.483120:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51918 00010000:00010000:2.0:1776998325.483253:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998325.483264:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.483275:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998325.483280:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.483290:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.483307:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1790:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998325.483312:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998325.483317:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.483325:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba4dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.483346:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.483349:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.483351:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998325.496654:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496681:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496694:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496703:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.496709:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496720:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496744:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x86c24d20 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998325.496750:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.496757:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.496766:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481ba4ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x86c24d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.507678:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998325.507821:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756461696 00000100:00100000:0.0:1776998325.507834:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756461696 00000100:00100000:0.0:1776998325.507922:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16976 00000100:00100000:0.0:1776998325.507939:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3356:17551:x1863313756461696:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998325.508420:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3357:17551:x1863313756461696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 481us (750us total) trans 4295019990 rc 0/0 00000100:00100000:0.0:1776998325.508433:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16976 00000100:00100000:1.0:1776998325.517947:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.518099:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756461952 00000100:00100000:2.0:1776998325.518113:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756461952 00000100:00100000:2.0:1776998325.518272:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51919 00000100:00100000:2.0:1776998325.518290:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3357:17551:x1863313756461952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.518370:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.518407:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f57200/0x27b6fb264819ce15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16bd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402d2 expref: 3357 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518442:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f57a00/0x27b6fb264819cdeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402bd expref: 3356 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518495:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3d0800/0x27b6fb2648183138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36f62 expref: 3355 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518512:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16bd:0x0].0x0 (ffff8d25025a9f00) 00010000:00010000:2.0:1776998325.518527:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.518555:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518583:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518597:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518618:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518629:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518642:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518783:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518796:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.518808:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.519911:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2911, 64 off194560 00000004:00080000:2.0:1776998325.519925:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4036311753662ns, next at 4037311749869ns, rc = 0 00010000:00010000:2.0:1776998325.520013:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520029:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520050:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520062:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520072:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520083:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520104:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.520128:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520139:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520149:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520159:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.520165:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520212:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520227:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16bd:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998325.520231:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.520238:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520247:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba4f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520269:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520279:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520289:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520297:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.520301:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520310:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520323:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.520327:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.520331:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.520341:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba4e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.520355:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c02b375 reply state 00000000f1f73b37 transno 4295019991 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.520376:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.520518:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3356:17551:x1863313756461952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2230us (2579us total) trans 4295019991 rc 0/0 00000100:00100000:2.0:1776998325.520532:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51919 00010000:00010000:1.0:1776998325.521487:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.521497:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.521508:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.521513:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.521524:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.521539:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16bd:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998325.521543:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.521547:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.521556:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba4f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.521577:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.521580:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.521583:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998325.533226:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998325.533995:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756462208 00000100:00100000:1.0:1776998325.534007:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756462208 00000100:00100000:1.0:1776998325.534080:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16977 00000100:00100000:1.0:1776998325.534094:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3356:17551:x1863313756462208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998325.534566:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3357:17551:x1863313756462208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 472us (1346us total) trans 4295019992 rc 0/0 00000100:00100000:1.0:1776998325.534578:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16977 00010000:00010000:3.0:1776998325.547965:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.547989:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.548001:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.548011:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.548017:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.548028:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.548052:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x32576abb (ffff8d250da9ef00) 00010000:00010000:3.0:1776998325.548057:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.548062:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.548071:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba4ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x32576abb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.558998:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.559051:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756462464 00000100:00100000:3.0:1776998325.559063:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756462464 00000100:00100000:3.0:1776998325.559140:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51920 00000100:00100000:3.0:1776998325.559157:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26104ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3356:17551:x1863313756462464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.559259:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998325.559293:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f0ec00/0x27b6fb26481979dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15a5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc8a expref: 3356 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559326:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f0e400/0x27b6fb26481979b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15a5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc75 expref: 3355 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559344:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250964e200/0x27b6fb2648180af0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c367ba expref: 3354 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559359:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15a5:0x0].0x0 (ffff8d2509690800) 00010000:00010000:3.0:1776998325.559373:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.559400:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559420:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559434:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559455:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559493:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559504:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559652:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559666:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.559677:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998325.560394:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2912, 64 off194624 00010000:00010000:3.0:1776998325.560505:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560521:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560534:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560546:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560557:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560568:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560592:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998325.560877:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560894:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560905:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560915:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.560921:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560933:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560947:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15a5:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998325.560951:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998325.560957:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560966:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba50d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.560989:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561000:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561009:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561018:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.561023:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561033:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561043:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998325.561047:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.561051:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.561061:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba4ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998325.561072:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cafda52e reply state 00000000a18ebb3d transno 4295019993 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.561085:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998325.561198:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26104ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3355:17551:x1863313756462464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2020us (2184us total) trans 4295019993 rc 0/0 00010000:00010000:2.0:1776998325.562005:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998325.562015:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.562027:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998325.562032:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.562044:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.562059:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15a5:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:2.0:1776998325.562063:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998325.562068:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.562078:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba514 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.562098:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.562101:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.562104:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998325.573657:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51920 00010000:00010000:1.0:1776998325.581373:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581395:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581407:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581417:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998325.581423:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581434:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581456:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x76c9ad0b (ffff8d250da6bf00) 00010000:00010000:1.0:1776998325.581485:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998325.581493:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.581503:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481ba506 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x76c9ad0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.587614:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.587802:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756462720 00000100:00100000:2.0:1776998325.587816:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756462720 00000100:00100000:2.0:1776998325.587890:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16978 00000100:00100000:2.0:1776998325.587904:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3354:17551:x1863313756462720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.588581:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3355:17551:x1863313756462720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 678us (975us total) trans 4295019994 rc 0/0 00000100:00100000:2.0:1776998325.588592:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16978 00000100:00100000:0.0:1776998325.605997:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.609684:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756462976 00000100:00100000:2.0:1776998325.609700:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756462976 00000100:00100000:2.0:1776998325.610938:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51921 00000100:00100000:2.0:1776998325.610970:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3355:17551:x1863313756462976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.611042:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.611077:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4b000/0x27b6fb2648196180 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1554:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d177 expref: 3355 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611107:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d20a800/0x27b6fb2648196156 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1554:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d162 expref: 3354 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611131:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b132000/0x27b6fb264817ffdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1554:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36583 expref: 3353 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611145:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1554:0x0].0x0 (ffff8d2603360400) 00010000:00010000:2.0:1776998325.611159:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.611232:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611250:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611265:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611283:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611293:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611303:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611444:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611457:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.611492:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.612555:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2912, 64 off194560 00000004:00080000:2.0:1776998325.612567:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4036404396387ns, next at 4037404393212ns, rc = 0 00010000:00010000:2.0:1776998325.612918:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612933:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612943:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612953:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612969:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612979:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.612998:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.613024:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613034:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613042:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613050:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.613056:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613066:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613080:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1554:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998325.613085:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.613091:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613099:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba529 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1554:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613126:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613135:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613143:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613151:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.613155:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613164:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613210:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.613214:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.613218:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.613226:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba51b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.613240:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a1e96e1 reply state 00000000f29ea8bb transno 4295019995 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.613251:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.613352:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3354:17551:x1863313756462976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2385us (7362us total) trans 4295019995 rc 0/0 00000100:00100000:2.0:1776998325.613369:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51921 00010000:00010000:3.0:1776998325.613501:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.613510:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.613520:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.613524:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.613533:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.613548:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1554:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:3.0:1776998325.613552:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998325.613556:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.613564:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba530 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1554:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.613586:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.613588:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.613591:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.621680:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621703:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621714:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621723:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.621730:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621740:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621761:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xcbf4ccfe (ffff8d250da9e200) 00010000:00010000:2.0:1776998325.621765:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.621771:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.621782:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba522 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xcbf4ccfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.631000:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.632108:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756463232 00000100:00100000:3.0:1776998325.632124:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756463232 00000100:00100000:3.0:1776998325.632260:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16979 00000100:00100000:3.0:1776998325.632278:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3353:17551:x1863313756463232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998325.632681:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3354:17551:x1863313756463232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 405us (1689us total) trans 4295019996 rc 0/0 00000100:00100000:3.0:1776998325.632692:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16979 00000100:00100000:2.0:1776998325.654019:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998325.656922:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998325.657450:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756463488 00000100:00100000:3.0:1776998325.657492:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756463488 00000100:00100000:3.0:1776998325.657568:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51922 00000100:00100000:3.0:1776998325.657583:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3354:17551:x1863313756463488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.657652:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998325.657684:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e356000/0x27b6fb2648196952 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x156e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d505 expref: 3354 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657714:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e355400/0x27b6fb2648196928 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x156e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4f0 expref: 3353 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657771:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ce3e00/0x27b6fb264818036b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x156e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36639 expref: 3352 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657788:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156e:0x0].0x0 (ffff8d2502f99100) 00010000:00010000:3.0:1776998325.657804:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.657829:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657847:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657861:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657881:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657891:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.657901:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.658034:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.658047:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.658058:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998325.659120:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2913, 64 off194624 00010000:00010000:3.0:1776998325.659241:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659256:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659268:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659279:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659289:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659298:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659318:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998325.659341:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659350:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659359:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659368:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.659373:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659384:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659397:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156e:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998325.659401:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998325.659407:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659415:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba545 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x156e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659437:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659447:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659455:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659487:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.659491:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659503:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659514:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998325.659518:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.659522:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.659536:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba537 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998325.659550:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b989619c reply state 00000000d5b7ea66 transno 4295019997 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.659563:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998325.659664:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3353:17551:x1863313756463488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2082us (5654us total) trans 4295019997 rc 0/0 00000100:00100000:3.0:1776998325.659677:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51922 00010000:00010000:1.0:1776998325.660603:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.660614:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.660625:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.660631:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.660641:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.660656:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x156e:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:1.0:1776998325.660660:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.660665:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.660674:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481ba54c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x156e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.660696:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.660699:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.660701:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998325.687450:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998325.689206:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.689491:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756463744 00010000:00010000:1.0:1776998325.689502:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.689505:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756463744 00010000:00010000:1.0:1776998325.689515:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.689531:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998325.689538:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.689550:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.689571:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2e7d09e0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998325.689576:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998325.689582:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.689587:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16980 00010000:00010000:1.0:1776998325.689593:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba53e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2e7d09e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.689601:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3353:17551:x1863313756463744:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998325.690006:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3353:17551:x1863313756463744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 405us (2564us total) trans 4295019998 rc 0/0 00000100:00100000:3.0:1776998325.690019:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16980 00000100:00100000:0.0:1776998325.702359:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.702519:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756464000 00000100:00100000:2.0:1776998325.702533:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756464000 00000100:00100000:2.0:1776998325.702614:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51923 00000100:00100000:2.0:1776998325.702630:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3353:17551:x1863313756464000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.703027:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.703063:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbce800/0x27b6fb26481aac0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b8 expref: 3353 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703098:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbce400/0x27b6fb26481aabe5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467a3 expref: 3352 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703116:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3a2800/0x27b6fb264818961e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38390 expref: 3351 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703132:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199f:0x0].0x0 (ffff8d250d126a00) 00010000:00010000:2.0:1776998325.703147:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.703249:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703268:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703281:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703302:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703313:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703323:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703508:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703522:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.703532:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.704308:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2914, 64 off194688 00010000:00010000:2.0:1776998325.704391:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704405:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704417:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704428:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704437:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704448:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704498:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.704526:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704543:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704554:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704562:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.704568:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704578:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704593:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199f:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998325.704597:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.704602:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704611:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba561 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704633:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704643:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704652:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704660:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.704665:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704674:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704685:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.704688:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.704693:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.704701:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba553 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.704715:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db937ca6 reply state 00000000b9d7efaf transno 4295019999 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.704728:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.705135:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3352:17551:x1863313756464000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2504us (2785us total) trans 4295019999 rc 0/0 00000100:00100000:2.0:1776998325.705146:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51923 00010000:00010000:0.0:1776998325.707699:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998325.707711:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.707722:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998325.707727:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.707738:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.707754:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199f:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:0.0:1776998325.707758:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998325.707763:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.707771:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba568 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.707796:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998325.707798:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998325.707801:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.723322:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723348:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723360:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723369:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.723376:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723388:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723411:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9e250f77 (ffff8d250da9e200) 00010000:00010000:3.0:1776998325.723415:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.723422:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.723431:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba55a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e250f77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.728708:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.730846:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756464256 00000100:00100000:2.0:1776998325.730861:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756464256 00000100:00100000:2.0:1776998325.730941:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16981 00000100:00100000:2.0:1776998325.730958:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3351:17551:x1863313756464256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.731381:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3352:17551:x1863313756464256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 425us (2680us total) trans 4295020000 rc 0/0 00000100:00100000:2.0:1776998325.731393:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16981 00000100:00100000:2.0:1776998325.745570:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998325.746577:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756464512 00000100:00100000:0.0:1776998325.746591:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756464512 00000100:00100000:0.0:1776998325.746676:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51924 00000100:00100000:0.0:1776998325.746689:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3352:17551:x1863313756464512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998325.746762:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998325.746795:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db52200/0x27b6fb26481a77b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fee expref: 3352 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746826:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdec000/0x27b6fb26481a778f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fd9 expref: 3351 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746846:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509205600/0x27b6fb2648187e54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37ece expref: 3350 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746861:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f1:0x0].0x0 (ffff8d250d79ab00) 00010000:00010000:0.0:1776998325.746874:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998325.746897:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746914:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746927:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746948:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746959:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.746968:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.747101:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.747115:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.747125:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.749400:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2915, 64 off194752 00010000:00010000:0.0:1776998325.749509:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749525:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749537:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749547:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749557:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749566:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749589:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.749615:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749624:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749633:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749641:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.749647:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749657:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749669:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f1:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998325.749674:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.749679:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749688:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba57d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749709:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749725:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749732:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749739:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.749743:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749751:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749762:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.749766:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.749770:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.749779:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba56f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.749791:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003859425c reply state 000000006ed5e876 transno 4295020001 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.749804:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.749898:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3351:17551:x1863313756464512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3209us (4335us total) trans 4295020001 rc 0/0 00000100:00100000:0.0:1776998325.749909:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51924 00010000:00010000:2.0:1776998325.753148:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998325.753161:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.753192:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998325.753198:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.753209:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.753227:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f1:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:2.0:1776998325.753230:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998325.753236:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.753244:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba584 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.753270:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.753273:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.753275:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998325.774711:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.774834:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756464768 00000100:00100000:3.0:1776998325.774847:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756464768 00000100:00100000:3.0:1776998325.774943:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16982 00000100:00100000:3.0:1776998325.774957:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3351:17551:x1863313756464768:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:1.0:1776998325.775255:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775273:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775285:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775293:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998325.775299:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775310:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775337:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x94d5dbb9 (ffff8d250db54500) 00010000:00010000:1.0:1776998325.775342:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998325.775347:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.775357:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba576 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x94d5dbb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.775368:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3352:17551:x1863313756464768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 413us (668us total) trans 4295020002 rc 0/0 00000100:00100000:3.0:1776998325.775380:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16982 00000100:00100000:1.0:1776998325.795856:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.795975:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756465024 00000100:00100000:2.0:1776998325.795987:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756465024 00000100:00100000:2.0:1776998325.796065:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51925 00000100:00100000:2.0:1776998325.796081:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3351:17551:x1863313756465024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998325.796151:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998325.796196:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e1a00/0x27b6fb26481a88de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b9 expref: 3351 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796228:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7c400/0x27b6fb26481a88b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457a4 expref: 3350 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796256:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1d0a00/0x27b6fb264818861f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3805d expref: 3349 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796270:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192a:0x0].0x0 (ffff8d2509cddf00) 00010000:00010000:2.0:1776998325.796283:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998325.796309:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796326:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796339:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796359:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796370:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796380:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796601:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796614:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.796624:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998325.797704:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2913, 64 off194688 00010000:00010000:2.0:1776998325.797783:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797798:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797810:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797820:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797829:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797838:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797876:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998325.797900:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797910:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797919:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797919:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998325.797927:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797928:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.797934:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797936:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998325.797941:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797946:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797950:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.797959:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192a:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998325.797964:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998325.797968:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797971:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192a:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998325.797975:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998325.797978:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba599 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x192a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797979:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.797988:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba5a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x192a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.798000:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.798005:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.798009:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.798009:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.798011:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998325.798019:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.798027:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998325.798030:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.798040:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.798051:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998325.798054:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998325.798058:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998325.798072:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba58b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998325.798086:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000494537d reply state 000000000873631e transno 4295020003 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998325.798098:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998325.798225:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3350:17551:x1863313756465024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2144us (2394us total) trans 4295020003 rc 0/0 00000100:00100000:2.0:1776998325.798237:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51925 00010000:00010000:3.0:1776998325.814615:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814637:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814649:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814658:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.814664:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814675:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814696:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x646b95da (ffff8d250da9ef00) 00010000:00010000:3.0:1776998325.814701:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.814707:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.814717:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba592 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x646b95da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.820661:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.821977:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756465280 00000100:00100000:3.0:1776998325.821989:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756465280 00000100:00100000:3.0:1776998325.822056:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16983 00000100:00100000:3.0:1776998325.822069:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3349:17551:x1863313756465280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998325.824912:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25089e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3350:17551:x1863313756465280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2838us (4256us total) trans 4295020004 rc 0/0 00000100:00100000:3.0:1776998325.824927:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16983 00000100:00100000:0.0:1776998325.862520:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998325.862901:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756465536 00000100:00100000:1.0:1776998325.862916:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756465536 00000100:00100000:1.0:1776998325.863001:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51926 00000100:00100000:1.0:1776998325.863016:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3350:17551:x1863313756465536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998325.863091:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998325.863124:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e38c00/0x27b6fb26481a8f7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1940:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45abb expref: 3350 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863155:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c5400/0x27b6fb26481a8f52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1940:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45aa6 expref: 3349 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863252:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb3400/0x27b6fb2648188921 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1940:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c380f7 expref: 3348 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863268:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1940:0x0].0x0 (ffff8d250db33e00) 00010000:00010000:1.0:1776998325.863282:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998325.863310:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863335:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863348:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863367:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863379:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.863389:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.868147:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.868192:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.868209:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998325.872840:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2914, 64 off194752 00010000:00010000:0.0:1776998325.872937:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.872959:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.872974:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.872986:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.872995:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873003:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873043:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998325.873074:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873084:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873093:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873102:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.873108:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873125:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873142:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1940:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:0.0:1776998325.873147:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998325.873153:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873161:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1940:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873220:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873229:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873239:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873247:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998325.873252:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873261:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873274:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998325.873277:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998325.873282:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998325.873296:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998325.873310:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f638f4ea reply state 000000000cdf6a7a transno 4295020005 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.873325:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998325.873488:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3349:17551:x1863313756465536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10471us (10976us total) trans 4295020005 rc 0/0 00000100:00100000:0.0:1776998325.873501:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51926 00010000:00010000:1.0:1776998325.873896:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.873906:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.873916:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.873920:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.873936:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.873951:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1940:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998325.873955:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.873960:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.873968:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba5bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1940:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.873989:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.873992:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.873994:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.893225:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.893947:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.893961:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.893971:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998325.893979:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.893991:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.894014:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xeabf5b89 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998325.894020:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998325.894026:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.894035:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xeabf5b89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998325.902912:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998325.903282:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756465792 00000100:00100000:2.0:1776998325.903296:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756465792 00000100:00100000:2.0:1776998325.903405:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16984 00000100:00100000:2.0:1776998325.903421:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3348:17551:x1863313756465792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998325.904159:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3349:17551:x1863313756465792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 739us (1255us total) trans 4295020006 rc 0/0 00000100:00100000:2.0:1776998325.904172:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16984 00000100:00100000:0.0:1776998325.941271:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998325.943394:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756466048 00000100:00100000:3.0:1776998325.943409:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756466048 00000100:00100000:3.0:1776998325.943521:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51927 00000100:00100000:3.0:1776998325.943548:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3349:17551:x1863313756466048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998325.943626:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998325.943664:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508852200/0x27b6fb26481923fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1488:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b57e expref: 3349 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943693:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1488:0x0].0x0 (ffff8d2608029800) 00010000:00010000:3.0:1776998325.943711:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088dda00/0x27b6fb26481b193e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b0a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49959 expref: 3348 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943733:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbad400/0x27b6fb26481b1914 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b0a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49944 expref: 3347 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943753:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508859e00/0x27b6fb264818c7db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b0a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38d84 expref: 3346 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943770:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b0a:0x0].0x0 (ffff8d250d7dc800) 00010000:00010000:3.0:1776998325.943785:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998325.943814:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943831:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943845:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943865:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943876:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.943885:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.944023:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.944036:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.944047:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998325.945145:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2915, 64 off194816 00010000:00010000:3.0:1776998325.945266:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945536:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945550:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945561:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945571:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945581:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945622:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998325.945648:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945659:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945668:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945677:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.945986:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.945998:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946014:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b0a:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998325.946018:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998325.946023:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946032:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba5d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946054:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946063:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946072:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946080:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998325.946083:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946091:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998325.946100:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998325.946103:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998325.946107:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948053:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998325.948064:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948076:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998325.948080:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948090:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948105:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b0a:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:1.0:1776998325.948109:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998325.948114:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948124:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba5d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.948147:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.948149:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998325.948152:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998325.959858:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba5c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998325.959982:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047310e3d reply state 00000000c866e317 transno 4295020007 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998325.959998:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998325.960142:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756466048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 16604us (18876us total) trans 4295020007 rc 0/0 00000100:00100000:3.0:1776998325.960156:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51927 00010000:00010000:1.0:1776998325.986226:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986248:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986564:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986578:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998325.986585:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986598:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986622:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe7565d4e (ffff8d250da6b100) 00010000:00010000:1.0:1776998325.986647:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998325.986655:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998325.986664:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481ba5ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe7565d4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.011923:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998326.013406:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756466304 00000100:00100000:3.0:1776998326.013422:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756466304 00000100:00100000:3.0:1776998326.013815:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16985 00000100:00100000:3.0:1776998326.013835:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756466304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998326.014312:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756466304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 481us (2398us total) trans 4295020008 rc 0/0 00000100:00100000:3.0:1776998326.014587:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16985 00000100:00080000:2.0:1776998326.016899:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1776998326.029973:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.030120:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756466560 00000100:00100000:1.0:1776998326.030133:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756466560 00000100:00100000:1.0:1776998326.030253:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51928 00000100:00100000:1.0:1776998326.030269:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756466560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998326.030380:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998326.030417:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26030eae00/0x27b6fb264818fe8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x140b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a47c expref: 3347 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030477:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2be000/0x27b6fb264817d2e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x140b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35c84 expref: 3346 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030506:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x140b:0x0].0x0 (ffff8d26118d1c00) 00010000:00010000:1.0:1776998326.030520:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998326.030549:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030569:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030584:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030604:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030616:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030627:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030776:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030791:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.030802:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998326.031647:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2916, 64 off194880 00010000:00010000:1.0:1776998326.031739:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031754:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031768:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031781:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031792:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031802:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031822:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998326.031846:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031856:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031867:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031877:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.031883:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031894:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031908:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x140b:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998326.031912:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998326.031918:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031929:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba5ed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x140b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031951:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031961:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031970:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031977:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.031982:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.031992:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.032003:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998326.032006:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998326.032011:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.032019:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba5df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998326.032040:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002741e4cc reply state 00000000ffc0753f transno 4295020009 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.032054:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998326.032152:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756466560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1884us (2187us total) trans 4295020009 rc 0/0 00000100:00100000:1.0:1776998326.032165:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51928 00010000:00010000:2.0:1776998326.034222:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998326.034233:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.034246:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.034252:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.034263:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.034289:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x140b:0x0].0x0 (ffff8d2509e7c400) 00010000:00010000:2.0:1776998326.034294:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998326.034300:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.034310:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba5f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x140b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.034359:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.034363:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.034367:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.053268:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998326.053428:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053447:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053479:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053487:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.053494:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053506:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053529:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x74f71597 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998326.053534:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.053541:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.053552:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba5e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x74f71597 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.062083:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756466816 00000100:00100000:2.0:1776998326.062102:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756466816 00000100:00100000:2.0:1776998326.062217:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16986 00000100:00100000:2.0:1776998326.062233:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756466816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998326.062717:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756466816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 485us (9457us total) trans 4295020010 rc 0/0 00000100:00100000:2.0:1776998326.062732:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16986 00000100:00100000:0.0:1776998326.085008:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.085238:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756467072 00000100:00100000:2.0:1776998326.085252:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756467072 00000100:00100000:2.0:1776998326.085335:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51929 00000100:00100000:2.0:1776998326.085352:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756467072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998326.085425:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998326.085485:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da88200/0x27b6fb26481b1421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1af9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49706 expref: 3347 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085516:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a800/0x27b6fb26481b13f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496f1 expref: 3346 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085536:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d39800/0x27b6fb264818c588 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1af9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38d0d expref: 3345 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085554:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af9:0x0].0x0 (ffff8d250dc90300) 00010000:00010000:2.0:1776998326.085570:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998326.085598:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085615:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085628:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085649:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085660:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085669:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085813:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085826:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.085837:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998326.099438:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2916, 64 off194816 00010000:00010000:2.0:1776998326.099613:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099638:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099656:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099668:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099678:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099687:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099721:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998326.099752:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099762:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099771:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099781:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.099786:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099797:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099814:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998326.099819:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998326.099824:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099834:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba609 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1af9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099860:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099869:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099879:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099888:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.099892:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099901:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099913:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998326.099917:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998326.099921:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.099935:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba5fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998326.099949:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ceee321 reply state 000000002c285e20 transno 4295020011 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.099962:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998326.100586:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.100596:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.100607:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.100612:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.100622:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.100636:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1af9:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:3.0:1776998326.100640:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998326.100644:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.100653:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba610 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1af9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.100676:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.100679:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.100682:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998326.101106:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756467072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15753us (16102us total) trans 4295020011 rc 0/0 00000100:00100000:2.0:1776998326.101121:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51929 00000100:00100000:1.0:1776998326.121421:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.121601:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756467328 00000100:00100000:2.0:1776998326.121613:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756467328 00000100:00100000:2.0:1776998326.121675:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16987 00000100:00100000:2.0:1776998326.121689:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756467328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998326.122070:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3347:17551:x1863313756467328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (656us total) trans 4295020012 rc 0/0 00000100:00100000:2.0:1776998326.122083:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16987 00010000:00010000:3.0:1776998326.122239:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122258:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122269:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122280:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.122286:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122296:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122315:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xccb141c5 (ffff8d250da9eb00) 00010000:00010000:3.0:1776998326.122320:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.122326:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.122334:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba602 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xccb141c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.137676:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998326.138280:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756467584 00000100:00100000:3.0:1776998326.138293:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756467584 00000100:00100000:3.0:1776998326.138370:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51930 00000100:00100000:3.0:1776998326.138385:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756467584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998326.138476:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998326.138512:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc71000/0x27b6fb264818f404 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13e8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fb3 expref: 3346 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138553:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b9c000/0x27b6fb264817ce19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35b8f expref: 3345 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138570:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e8:0x0].0x0 (ffff8d2502f6da00) 00010000:00010000:3.0:1776998326.138584:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998326.138609:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138627:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138638:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138920:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138932:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.138941:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139079:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139092:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139102:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998326.139872:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2917, 64 off194880 00010000:00010000:3.0:1776998326.139950:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139964:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139976:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139986:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.139996:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140005:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140037:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998326.140062:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140071:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140080:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140088:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.140095:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140105:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.140105:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140113:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140118:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e8:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998326.140123:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998326.140127:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140130:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.140135:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140136:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481ba625 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140146:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140157:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e8:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998326.140157:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140161:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998326.140192:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140203:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481ba62c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140203:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140214:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140221:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.140222:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.140225:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.140225:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.140228:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.140235:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140246:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998326.140249:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.140253:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.140267:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481ba617 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998326.140280:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000275ebfe6 reply state 00000000107b5b27 transno 4295020013 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.140295:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998326.140474:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756467584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2072us (2787us total) trans 4295020013 rc 0/0 00000100:00100000:0.0:1776998326.140485:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51930 00010000:00010000:3.0:1776998326.162993:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163016:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163026:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163034:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.163041:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163051:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163072:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc59b9746 (ffff8d250da6b100) 00010000:00010000:3.0:1776998326.163076:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.163081:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.163091:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481ba61e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc59b9746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.188056:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.188287:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756467840 00000100:00100000:0.0:1776998326.188299:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756467840 00000100:00100000:0.0:1776998326.188386:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16988 00000100:00100000:0.0:1776998326.188398:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756467840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998326.188779:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756467840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 381us (733us total) trans 4295020014 rc 0/0 00000100:00100000:0.0:1776998326.188790:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16988 00000100:00100000:1.0:1776998326.202857:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.203215:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756468096 00000100:00100000:0.0:1776998326.203229:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756468096 00000100:00100000:0.0:1776998326.203305:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51931 00000100:00100000:0.0:1776998326.203320:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3346:17551:x1863313756468096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998326.203964:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998326.203996:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0d9200/0x27b6fb2648192447 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1489:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5a1 expref: 3346 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204020:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1489:0x0].0x0 (ffff8d26214aaa00) 00010000:00010000:0.0:1776998326.204035:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d28e000/0x27b6fb264818dcc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x139b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39525 expref: 3345 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204054:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2cc600/0x27b6fb264817c392 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x139b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35974 expref: 3344 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204065:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139b:0x0].0x0 (ffff8d2509c66100) 00010000:00010000:0.0:1776998326.204076:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998326.204101:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204117:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204129:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204145:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204153:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204163:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204285:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204295:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.204305:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998326.205331:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2917, 64 off194944 00010000:00010000:0.0:1776998326.205404:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205417:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205428:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205437:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205446:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205475:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205493:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.205514:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205522:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205530:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205537:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.205542:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205551:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205561:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139b:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998326.205565:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998326.205568:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205575:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba641 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205593:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205602:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205611:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205623:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.205627:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205634:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205643:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998326.205646:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998326.205649:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.205657:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba633 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206679:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998326.206689:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206698:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.206702:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206710:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206725:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x139b:0x0].0x0 (ffff8d250db54500) 00010000:00010000:1.0:1776998326.206728:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998326.206731:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206739:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba648 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x139b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.206759:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.206762:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.206764:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1776998326.211287:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077ceef05 reply state 00000000d24f0fbc transno 4295020015 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.211308:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998326.211564:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756468096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8243us (8712us total) trans 4295020015 rc 0/0 00000100:00100000:0.0:1776998326.211575:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51931 00010000:00010000:3.0:1776998326.230487:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230511:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230536:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230547:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.230553:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230564:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230587:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc93bb011 (ffff8d250db54600) 00010000:00010000:3.0:1776998326.230591:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.230597:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.230605:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4800/0x27b6fb26481ba63a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc93bb011 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.258651:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.258826:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756468352 00000100:00100000:0.0:1776998326.258839:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756468352 00000100:00100000:0.0:1776998326.258924:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16989 00000100:00100000:0.0:1776998326.258938:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3344:17551:x1863313756468352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998326.259525:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756468352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 587us (883us total) trans 4295020016 rc 0/0 00000100:00100000:0.0:1776998326.259542:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16989 00000100:00100000:1.0:1776998326.272927:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.281747:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756468608 00000100:00100000:2.0:1776998326.281763:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756468608 00000100:00100000:2.0:1776998326.281913:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51932 00000100:00100000:2.0:1776998326.281930:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756468608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998326.282022:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998326.282056:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26413a2800/0x27b6fb264818d977 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1390:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c393a4 expref: 3345 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282087:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d35c00/0x27b6fb264817c211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1390:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35927 expref: 3344 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282103:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1390:0x0].0x0 (ffff8d2636437500) 00010000:00010000:2.0:1776998326.282116:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998326.282142:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282158:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282218:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282239:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282250:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.282259:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.284209:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.284225:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.284493:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998326.285195:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2918, 64 off194944 00010000:00010000:2.0:1776998326.285552:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285569:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285580:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285591:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285600:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285607:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285642:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998326.285666:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285674:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285683:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285691:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.285696:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285705:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285720:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1390:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998326.285724:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998326.285728:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285736:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba65d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285757:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285765:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285773:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285779:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.285782:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285789:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285799:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998326.285802:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998326.285805:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.285812:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe400/0x27b6fb26481ba64f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998326.285827:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002f042b2 reply state 0000000078035348 transno 4295020017 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.285841:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998326.285943:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756468608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4014us (13023us total) trans 4295020017 rc 0/0 00000100:00100000:2.0:1776998326.285954:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51932 00010000:00010000:3.0:1776998326.288017:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.288027:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.288036:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debfe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.288041:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.288052:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.288066:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1390:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998326.288069:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998326.288073:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.288080:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debfe00/0x27b6fb26481ba664 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1390:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.288101:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.288104:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.288106:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.291834:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291871:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291881:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291889:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.291894:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291904:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291921:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4a63a911 (ffff8d250da9e000) 00010000:00010000:3.0:1776998326.291926:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.291931:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.291939:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba656 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a63a911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.307502:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998326.308149:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756468864 00000100:00100000:3.0:1776998326.308163:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756468864 00000100:00100000:3.0:1776998326.308244:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16990 00000100:00100000:3.0:1776998326.308259:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3344:17551:x1863313756468864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998326.329378:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756468864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 21111us (21874us total) trans 4295020018 rc 0/0 00000100:00100000:1.0:1776998326.329395:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16990 00000100:00100000:1.0:1776998326.358317:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.363321:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756469120 00000100:00100000:0.0:1776998326.363360:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756469120 00000100:00100000:0.0:1776998326.363474:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51933 00000100:00100000:0.0:1776998326.363491:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3345:17551:x1863313756469120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998326.363562:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998326.363593:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f5da00/0x27b6fb26481af828 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a9c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a4f expref: 3345 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363622:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90d400/0x27b6fb26481af7fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a9c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a3a expref: 3344 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363640:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb2a00/0x27b6fb264818b8b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a7b expref: 3343 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363653:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9c:0x0].0x0 (ffff8d250d8a6f00) 00010000:00010000:0.0:1776998326.363666:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998326.363692:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363709:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363723:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363743:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363762:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363773:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.363963:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364018:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364031:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998326.364834:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2918, 64 off195008 00010000:00010000:0.0:1776998326.364916:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364932:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364945:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364956:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364965:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364973:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.364999:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.365023:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365032:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365041:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365048:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.365054:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365063:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365075:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9c:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998326.365080:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998326.365085:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365092:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba679 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a9c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365112:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365121:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365135:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365143:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.365148:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365156:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365199:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998326.365204:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998326.365209:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.365218:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba66b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998326.365232:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4617516 reply state 0000000019c4d46f transno 4295020019 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.365244:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998326.365636:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3344:17551:x1863313756469120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2146us (7326us total) trans 4295020019 rc 0/0 00000100:00100000:0.0:1776998326.365647:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51933 00010000:00010000:3.0:1776998326.367158:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.367202:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.367216:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.367221:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.367232:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.367249:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9c:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998326.367253:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998326.367258:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.367267:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba680 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.367291:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.367294:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.367297:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.395216:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395240:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395252:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395262:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.395268:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395280:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395302:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9279889a (ffff8d250db54900) 00010000:00010000:3.0:1776998326.395308:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.395314:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.395324:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5a00/0x27b6fb26481ba672 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9279889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.429186:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.430558:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756469376 00000100:00100000:2.0:1776998326.430573:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756469376 00000100:00100000:2.0:1776998326.430635:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16991 00000100:00100000:2.0:1776998326.430649:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3343:17551:x1863313756469376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998326.435534:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3344:17551:x1863313756469376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4881us (6351us total) trans 4295020020 rc 0/0 00000100:00100000:2.0:1776998326.435550:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16991 00000100:00100000:3.0:1776998326.452637:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.453921:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756469632 00000100:00100000:0.0:1776998326.453934:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756469632 00000100:00100000:0.0:1776998326.454007:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51934 00000100:00100000:0.0:1776998326.454021:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3344:17551:x1863313756469632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998326.454097:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998326.454130:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d0d9000/0x27b6fb2648192494 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x148a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5c4 expref: 3344 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454158:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148a:0x0].0x0 (ffff8d2509cdcd00) 00010000:00010000:0.0:1776998326.454241:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d90fe00/0x27b6fb26481af90f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a9f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab8 expref: 3343 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454264:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f5ca00/0x27b6fb26481af8e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a9f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48aa3 expref: 3342 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454282:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb3a00/0x27b6fb264818b91e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38a90 expref: 3341 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454294:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9f:0x0].0x0 (ffff8d250d8a6d00) 00010000:00010000:0.0:1776998326.454305:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998326.454330:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454348:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454361:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454380:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454390:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454400:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454586:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454601:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.454612:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998326.456272:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2919, 64 off195008 00010000:00010000:0.0:1776998326.471214:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471245:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471265:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471279:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471290:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471300:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471328:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.471361:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471371:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471380:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471389:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.471395:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471405:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471422:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9f:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998326.471427:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998326.471433:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471480:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba695 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471509:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471518:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471526:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471541:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.471545:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471554:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471566:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998326.471569:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998326.471574:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.471584:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba687 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998326.471598:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad5d118e reply state 00000000d9a941e5 transno 4295020021 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.471666:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998326.471787:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3342:17551:x1863313756469632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17762us (19156us total) trans 4295020021 rc 0/0 00000100:00100000:0.0:1776998326.471802:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51934 00010000:00010000:1.0:1776998326.477928:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998326.477944:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.477960:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.477966:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.477981:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.478004:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a9f:0x0].0x0 (ffff8d250db54700) 00010000:00010000:1.0:1776998326.478009:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998326.478015:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.478024:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5600/0x27b6fb26481ba69c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.478054:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.478057:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.478059:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.481312:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481332:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481342:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481357:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.481363:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481374:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481392:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8dce1bfe (ffff8d250db54c00) 00010000:00010000:1.0:1776998326.481397:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998326.481402:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.481410:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba68e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8dce1bfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.498310:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.499129:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756469888 00000100:00100000:1.0:1776998326.499143:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756469888 00000100:00100000:1.0:1776998326.499260:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16992 00000100:00100000:1.0:1776998326.499277:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3341:17551:x1863313756469888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998326.500315:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3342:17551:x1863313756469888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1040us (2015us total) trans 4295020022 rc 0/0 00000100:00100000:1.0:1776998326.500327:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16992 00000100:00100000:3.0:1776998326.523968:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.525359:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756470144 00000100:00100000:0.0:1776998326.525373:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756470144 00000100:00100000:0.0:1776998326.525478:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51935 00000100:00100000:0.0:1776998326.525494:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3342:17551:x1863313756470144:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998326.525561:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998326.525591:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ab000/0x27b6fb26481aa4d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1987:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46470 expref: 3342 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.525942:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9aba00/0x27b6fb26481aa4ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1987:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4645b expref: 3341 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.525963:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250ddb3e00/0x27b6fb26481892d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1987:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c382e8 expref: 3340 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.525978:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1987:0x0].0x0 (ffff8d2508c4b500) 00010000:00010000:0.0:1776998326.525991:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998326.526018:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526035:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526047:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526064:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526074:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526083:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526553:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526567:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.526579:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998326.527605:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2920, 64 off195072 00010000:00010000:0.0:1776998326.527966:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.527980:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.527992:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528003:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528011:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528019:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528051:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.528075:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528084:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528094:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.528095:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.528104:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528111:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.528117:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.528119:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.528124:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528128:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.528133:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528142:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1987:0x0].0x0 (ffff8d250db54200) 00010000:00010000:0.0:1776998326.528145:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998326.528151:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528160:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5200/0x27b6fb26481ba6b1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1987:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528203:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528212:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528220:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528226:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.528230:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528240:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528257:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998326.528261:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998326.528264:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.528272:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5e00/0x27b6fb26481ba6a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998326.528284:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a515823c reply state 00000000016006d9 transno 4295020023 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.528297:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998326.528406:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3341:17551:x1863313756470144:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2913us (4446us total) trans 4295020023 rc 0/0 00000100:00100000:0.0:1776998326.528418:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51935 00010000:00010000:3.0:1776998326.530083:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1987:0x0].0x0 (ffff8d250db54200) 00010000:00010000:3.0:1776998326.530118:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998326.530124:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.530134:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e5c00/0x27b6fb26481ba6b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.530160:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.530162:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.530165:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.582265:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.582288:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.582300:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.582309:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.586595:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.586632:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.586657:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3c94362a (ffff8d250db54100) 00010000:00010000:2.0:1776998326.586662:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998326.586669:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.586679:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e4a00/0x27b6fb26481ba6aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3c94362a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.587665:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.589148:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756470400 00000100:00100000:1.0:1776998326.589162:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756470400 00000100:00100000:1.0:1776998326.589252:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16993 00000100:00100000:1.0:1776998326.589267:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3340:17551:x1863313756470400:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998326.589705:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3341:17551:x1863313756470400:12345-192.168.201.35@tcp:35:rm.0 Request processed in 440us (2044us total) trans 4295020024 rc 0/0 00000100:00100000:1.0:1776998326.589718:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16993 00000100:00100000:3.0:1776998326.605902:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.611041:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756470656 00000100:00100000:2.0:1776998326.611056:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756470656 00000100:00100000:2.0:1776998326.611140:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51936 00000100:00100000:2.0:1776998326.611155:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3341:17551:x1863313756470656:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998326.613208:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998326.613247:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ed6200/0x27b6fb26481a97e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e8f expref: 3341 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613278:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ed4000/0x27b6fb26481a97be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e7a expref: 3340 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613298:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d80a200/0x27b6fb2648188cf5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c381bb expref: 3339 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613311:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195c:0x0].0x0 (ffff8d250d643100) 00010000:00010000:2.0:1776998326.613324:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998326.613374:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613392:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613405:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613439:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613469:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613481:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613633:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613646:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.613657:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998326.614830:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2919, 64 off195072 00000004:00080000:2.0:1776998326.614843:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4037406671584ns, next at 4038406668122ns, rc = 0 00010000:00010000:2.0:1776998326.614920:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.614939:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.614951:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.614962:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.614971:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.614979:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615005:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998326.615028:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998326.615036:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615045:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.615050:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615060:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615071:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195c:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998326.615075:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998326.615081:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615095:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x195c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615109:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.615112:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.615114:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.615130:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615138:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615146:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615152:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.615156:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615164:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615203:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195c:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998326.615207:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998326.615212:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615220:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6cd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x195c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615242:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615251:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615260:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615267:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.615271:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615279:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615289:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998326.615292:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998326.615296:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.615304:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998326.615316:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000af66e2e reply state 000000006591ec9f transno 4295020025 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.615329:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998326.615425:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3340:17551:x1863313756470656:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4271us (9532us total) trans 4295020025 rc 0/0 00000100:00100000:2.0:1776998326.615438:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51936 00010000:00010000:3.0:1776998326.634934:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.634957:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.634968:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.634976:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998326.634983:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.634993:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.635013:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2049862f (ffff8d250da9eb00) 00010000:00010000:3.0:1776998326.635018:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.635024:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.635032:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debea00/0x27b6fb26481ba6c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2049862f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.641608:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998326.642092:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756470912 00000100:00100000:3.0:1776998326.642104:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756470912 00000100:00100000:3.0:1776998326.642173:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16994 00000100:00100000:3.0:1776998326.642187:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3339:17551:x1863313756470912:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998326.642951:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3340:17551:x1863313756470912:12345-192.168.201.35@tcp:35:rm.0 Request processed in 765us (1350us total) trans 4295020026 rc 0/0 00000100:00100000:3.0:1776998326.642963:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16994 00000001:00080000:1.0:1776998326.662823:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295020016 is committed 00000004:00080000:1.0:1776998326.662905:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 367 committed 00000004:00080000:1.0:1776998326.662948:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 363 committed 00000004:00080000:1.0:1776998326.662972:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 365 committed 00000001:00080000:1.0:1776998326.663126:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295020017 is committed 00000004:00080000:1.0:1776998326.663154:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 369 committed 00000004:00080000:1.0:1776998326.663165:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 366 committed 00000004:00080000:1.0:1776998326.663280:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 365 committed 00000004:00080000:1.0:1776998326.663326:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 366 committed 00000004:00080000:1.0:1776998326.663394:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 368 committed 00000004:00080000:1.0:1776998326.663429:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 364 committed 00000100:00100000:1.0:1776998326.663877:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802690048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.663956:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.664020:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802689920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.664028:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802690560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.668405:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.668810:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802691072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.668865:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.671411:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.672049:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.672116:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802690304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998326.672187:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471168 00000100:00100000:2.0:1776998326.672197:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471168 00000100:00100000:2.0:1776998326.672561:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51937 00000100:00100000:2.0:1776998326.672578:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3161:17551:x1863313756471168:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998326.672649:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998326.672681:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d4fc00/0x27b6fb26481a8dae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e9 expref: 3161 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.672712:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3a600/0x27b6fb26481a8d84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459d4 expref: 3160 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673104:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d29e400/0x27b6fb264818884f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c380cd expref: 3159 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673121:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193a:0x0].0x0 (ffff8d250d061900) 00010000:00010000:2.0:1776998326.673132:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998326.673156:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673192:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673206:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673227:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673236:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673247:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673391:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673403:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.673413:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998326.674097:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2920, 64 off195136 00010000:00010000:2.0:1776998326.674205:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674219:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674231:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674241:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674250:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674257:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674280:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998326.674303:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674311:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674319:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674327:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.674332:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674342:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674355:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193a:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998326.674359:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998326.674364:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674373:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe800/0x27b6fb26481ba6e9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x193a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674393:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674401:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674409:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674423:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998326.674427:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674435:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674470:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998326.674474:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998326.674479:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.674487:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debf400/0x27b6fb26481ba6db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998326.674500:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebce35ea reply state 00000000b0a26566 transno 4295020027 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.674511:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998326.674598:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756471168:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2023us (2550us total) trans 4295020027 rc 0/0 00000100:00100000:2.0:1776998326.674611:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51937 00000100:00100000:1.0:1776998326.682418:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802691584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.682519:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.685629:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802690432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998326.689537:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690048 00000100:00100000:2.0:1776998326.689552:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690048 00000100:00100000:2.0:1776998326.689644:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690560 00000100:00100000:2.0:1776998326.689649:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690560 00000100:00100000:2.0:1776998326.689675:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691072 00000100:00100000:2.0:1776998326.689680:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691072 00000100:00100000:2.0:1776998326.689702:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802689920 00000100:00100000:2.0:1776998326.689706:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802689920 00000100:00100000:2.0:1776998326.689737:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12442 00000100:00100000:2.0:1776998326.689749:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3361:x1863313802690048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.689790:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2985 count 1 00010000:00010000:2.0:1776998326.689822:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.689853:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 617 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.689864:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.689867:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.689871:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.689916:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 617 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.689935:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 617 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.689954:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802691968:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.690050:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.690085:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12443 00000100:00100000:2.0:1776998326.690097:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3361:x1863313802690560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.690114:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3316 count 1 00010000:00010000:2.0:1776998326.690130:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690147:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 617 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690156:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690158:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690161:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690218:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 617 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690231:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 617 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.690245:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802692096:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.690564:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00000100:00080000:2.0:1776998326.690610:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1776998326.690616:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1776998326.690632:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12444 00000100:00100000:2.0:1776998326.690644:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3361:x1863313802691072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998326.690663:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3142 count 1 00010000:00010000:2.0:1776998326.690684:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690702:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 602 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690711:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690713:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690716:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690744:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 602 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690757:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 602 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.690773:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802692224:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.690809:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714000 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.690832:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12445 00000100:00100000:2.0:1776998326.690842:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802689920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.690860:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3043 count 1 00010000:00010000:2.0:1776998326.690875:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690891:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 617 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690900:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690902:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.690906:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690931:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 617 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.690944:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 617 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.690958:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802692352:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.690992:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714240 going to sleep for 11 seconds 00010000:00010000:2.0:1776998326.691882:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998326.691891:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.691902:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.691907:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.691919:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.691935:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193a:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998326.691939:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998326.691945:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.691954:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe200/0x27b6fb26481ba6f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.691980:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.691983:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.691985:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.693839:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998326.694128:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802690176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.695583:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691584 00000100:00100000:0.0:1776998326.695593:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691584 00000100:00100000:0.0:1776998326.695649:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12446 00000100:00100000:0.0:1776998326.695661:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3361:x1863313802691584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.695710:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3365 count 1 00010000:00010000:0.0:1776998326.695738:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.696022:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 602 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.696034:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.696037:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.696042:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.696083:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 602 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.696098:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 602 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.696114:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802692480:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.699664:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.699736:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802690688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.699750:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.699800:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.699827:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802691200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998326.699858:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.699881:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802691712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998326.699906:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.699958:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690176 00000100:00100000:3.0:1776998326.699968:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690176 00000100:00100000:0.0:1776998326.699997:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690688 00000100:00100000:0.0:1776998326.700006:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690688 00000100:00100000:3.0:1776998326.700024:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691200 00000100:00100000:3.0:1776998326.700031:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691200 00000100:00100000:0.0:1776998326.700054:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691712 00000100:00100000:0.0:1776998326.700061:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691712 00000100:00100000:3.0:1776998326.700079:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12447 00000100:00100000:0.0:1776998326.700116:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12448 00000100:00100000:0.0:1776998326.700129:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802690688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.700164:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2769 count 1 00010000:00010000:0.0:1776998326.700221:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.700254:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 617 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.700284:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.700287:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.700291:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.700642:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 617 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.700660:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 617 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.700700:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802692608:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.700750:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d840 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.700774:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12449 00000100:00100000:0.0:1776998326.700785:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3362:x1863313802691200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.701010:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3089 count 1 00010000:00010000:0.0:1776998326.701030:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.701049:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 602 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.701066:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.701068:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.701072:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.701099:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 602 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.701112:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 602 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.701127:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802692736:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.701163:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d300 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.704726:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3362:x1863313802690176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998326.704759:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2896 count 1 00010000:00010000:3.0:1776998326.704785:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.704807:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 617 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.704818:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.704821:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.704825:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.704864:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 617 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.704897:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 617 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.704916:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802692864:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.704983:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.705027:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12450 00000100:00100000:3.0:1776998326.705041:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3362:x1863313802691712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998326.705064:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3272 count 1 00010000:00010000:3.0:1776998326.705082:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.705100:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 602 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.705109:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.705111:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.705114:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.705142:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 602 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.705156:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 602 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.705171:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802692992:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.705207:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e780 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.705304:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.707150:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690304 00000100:00100000:0.0:1776998326.707161:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690304 00000100:00100000:0.0:1776998326.707250:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12451 00000100:00100000:0.0:1776998326.707263:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+17:3359:x1863313802690304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.707291:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2584 count 1 00010000:00010000:0.0:1776998326.707338:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.707365:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.707377:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.707379:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.707383:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.707420:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.707437:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.707485:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802693120:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.708201:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958de40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.708233:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.708298:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802690944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.708352:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.708382:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802691456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.708414:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.708482:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690432 00000100:00100000:0.0:1776998326.708491:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690432 00000100:00100000:0.0:1776998326.708540:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690944 00000100:00100000:0.0:1776998326.708545:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690944 00000100:00100000:0.0:1776998326.708566:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691456 00000100:00100000:0.0:1776998326.708569:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691456 00000100:00100000:0.0:1776998326.708589:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12452 00000100:00100000:0.0:1776998326.708600:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3360:x1863313802690432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.708622:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3319 count 1 00010000:00010000:0.0:1776998326.708643:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.708707:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.708718:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.708721:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.708725:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.708759:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.708776:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.708841:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802693248:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.708880:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d240 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.709200:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.711149:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12453 00000100:00100000:1.0:1776998326.711217:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3360:x1863313802690944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.711257:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2818 count 1 00010000:00010000:1.0:1776998326.711284:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.711339:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 602 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.711351:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.711354:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.711359:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.711400:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 602 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.711418:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 602 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.711438:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802693376:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.712135:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12454 00000100:00100000:0.0:1776998326.712152:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3360:x1863313802691456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.712198:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2822 count 1 00010000:00010000:0.0:1776998326.712218:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.712237:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 602 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.712258:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.712260:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.712264:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.712318:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 602 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.712333:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 602 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.712350:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802693504:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.715030:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802690816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998326.715092:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.715116:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802691328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998326.715146:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.715161:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802691840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998326.715222:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.715299:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802690816 00000100:00100000:3.0:1776998326.715309:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802690816 00000100:00100000:3.0:1776998326.715379:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691328 00000100:00100000:3.0:1776998326.715384:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691328 00000100:00100000:3.0:1776998326.715402:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802691840 00000100:00100000:3.0:1776998326.715407:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802691840 00000100:00100000:3.0:1776998326.715459:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12455 00000100:00100000:3.0:1776998326.715473:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3359:x1863313802690816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998326.715502:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2866 count 1 00010000:00010000:3.0:1776998326.715546:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715574:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715587:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.715590:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.715595:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715633:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 617 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715650:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.715668:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802693632:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.715731:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e900 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.715758:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12456 00000100:00100000:3.0:1776998326.715770:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3359:x1863313802691328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998326.715789:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2815 count 1 00010000:00010000:3.0:1776998326.715809:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715827:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 602 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715837:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.715839:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.715842:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715869:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 602 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.715883:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 602 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.715898:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802693760:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.715934:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e480 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.715960:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12457 00000100:00100000:3.0:1776998326.715972:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3359:x1863313802691840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998326.715989:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2637 count 1 00010000:00010000:3.0:1776998326.716006:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.716024:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 602 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.716034:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.716036:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.716040:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.716070:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 602 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.716083:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 602 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.716097:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802693888:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.716130:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e600 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.720142:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.720912:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.720942:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.720977:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.721011:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.721068:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471424 00000100:00100000:2.0:1776998326.721077:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471424 00000100:00100000:2.0:1776998326.721134:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16995 00000100:00100000:2.0:1776998326.721147:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756471424:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998326.721590:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3161:17551:x1863313756471424:12345-192.168.201.35@tcp:35:rm.0 Request processed in 443us (12390us total) trans 4295020028 rc 0/0 00000100:00100000:2.0:1776998326.721602:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16995 00000100:00100000:2.0:1776998326.721666:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802691968:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.721697:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.721745:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802692096:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.721763:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.721800:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802692224:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.721821:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.721849:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471552 00000100:00100000:2.0:1776998326.721854:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471552 00010000:00010000:2.0:1776998326.721895:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 618 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.721925:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471808 00000100:00100000:2.0:1776998326.721929:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471808 00010000:00010000:2.0:1776998326.721951:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 603 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.721984:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471680 00000100:00100000:2.0:1776998326.721988:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471680 00010000:00010000:2.0:1776998326.722006:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 619 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.722008:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756471936 00000100:00100000:1.0:1776998326.722020:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756471936 00000100:00100000:2.0:1776998326.722041:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5139 00000100:00100000:2.0:1776998326.722057:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+620:2374:x1863313756471552:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.722059:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 620 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722074:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.722085:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 620 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.722101:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5140 00010000:00010000:2.0:1776998326.722107:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 620 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.722123:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+603:2374:x1863313756471808:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.722145:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.722156:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 603 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722164:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067e2ba2b/0x27b6fb26481a0646 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41c5c expref: 620 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722214:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 603 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722226:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.722232:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.722238:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722245:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a57ae6c4/0x27b6fb26481a64b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4474a expref: 603 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722271:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722279:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.722284:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.722292:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722306:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722313:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998326.722344:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.722353:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+619:2374:x1863313756471552:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 299us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.722366:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5139 00000100:00100000:1.0:1776998326.722395:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+602:2374:x1863313756471808:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 276us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.722396:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5141 00000100:00100000:2.0:1776998326.722418:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+618:2374:x1863313756471680:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1776998326.722420:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5140 00010000:00010000:2.0:1776998326.722436:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.722468:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 618 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.722486:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5142 00010000:00010000:2.0:1776998326.722489:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 618 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.722507:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+618:2374:x1863313756471936:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.722532:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.722539:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe169553/0x27b6fb26481acd17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c476bb expref: 618 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722547:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 618 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722569:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.722573:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.722580:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722598:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 617 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722600:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722644:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.722649:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.722650:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998326.722654:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.722669:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.722681:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+617:2374:x1863313756471680:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 267us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.722693:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5141 00010000:00010000:1.0:1776998326.722698:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1776998326.722737:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1776998326.722741:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+616:2374:x1863313756471936:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 239us (1724us total) trans 0 rc 0/0 00000100:00080000:2.0:1776998326.722744:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1776998326.722758:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5142 00010000:00010000:2.0:1776998326.722769:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722784:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722800:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722838:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.722864:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998326.723153:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d000 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.724699:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf871acd/0x27b6fb26481a292a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c38 expref: 615 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.724725:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802692352:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.724755:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.724778:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.724789:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.724802:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.724813:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.724853:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998326.724914:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998326.724925:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.724940:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.724947:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.724961:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.724994:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725005:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e2e3e4d/0x27b6fb26481ba6f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725032:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998326.725037:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725048:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.725053:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725064:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725077:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725089:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481ba70c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.725112:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.725116:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.725120:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.725578:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998326.726164:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ed80/2, rc 0, transno 4294970540 00000100:00100000:1.0:1776998326.726477:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802689920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.726581:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802694016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.726635:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998326.726762:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.726777:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.726786:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.727268:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3360:x1863313802689920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35181us (54616us total) trans 4294970540 rc 0/0 00000100:00100000:3.0:1776998326.727287:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12445 00000100:00100000:3.0:1776998326.727318:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802694016 00000100:00100000:3.0:1776998326.727325:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802694016 00000100:00100000:3.0:1776998326.727423:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12458 00000100:00100000:3.0:1776998326.727468:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3360:x1863313802694016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998326.727504:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3134 count 1 00010000:00010000:1.0:1776998326.728021:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.728029:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.728040:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.728060:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa2a9436f (ffff8d250da9e900) 00010000:00010000:1.0:1776998326.728066:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998326.728072:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.728073:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.728104:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250debe000/0x27b6fb26481ba6e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2a9436f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.728123:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 614 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.728138:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.728142:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.728147:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.728191:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 614 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.728209:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 614 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.728227:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802694144:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.731254:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606f9a9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.732307:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.732327:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.732361:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.732375:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.732414:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998326.732530:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998326.732543:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.732562:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250debe400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.732570:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.732586:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.733290:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3361:x1863313802690560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43192us (64889us total) trans 4294970541 rc 0/0 00000100:00100000:3.0:1776998326.733304:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12443 00010000:00010000:3.0:1776998326.733344:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.733359:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.733372:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.733384:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.733404:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998326.733926:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3361:x1863313802691072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43282us (65058us total) trans 4294970691 rc 0/0 00000100:00100000:3.0:1776998326.733937:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12444 00010000:00010000:3.0:1776998326.733962:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.733970:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.733983:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.733989:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.734003:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.734026:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.734038:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072451b48/0x27b6fb26481ba705 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.734064:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.734067:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.734070:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.734778:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.735058:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008af7020b/0x27b6fb26481ba6fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.735088:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.735091:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998326.735094:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998326.735143:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f20a80/2, rc 0, transno 4294970541 00000100:00100000:1.0:1776998326.735211:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802690560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.735236:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedd880/2, rc 0, transno 4294970691 00000100:00100000:1.0:1776998326.735531:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802691072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.739576:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802694272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.739662:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.740826:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802690048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51075us (76866us total) trans 4294970539 rc 0/0 00000100:00100000:2.0:1776998326.740842:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12442 00000100:00100000:0.0:1776998326.740944:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802694272 00000100:00100000:0.0:1776998326.740956:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802694272 00000100:00100000:2.0:1776998326.741016:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12459 00000100:00100000:2.0:1776998326.741033:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802694272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.741068:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3087 count 1 00010000:00010000:2.0:1776998326.741097:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.741126:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 614 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.741140:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.741143:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.741148:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998326.741153:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0d180/2, rc 0, transno 4294970539 00010000:00010000:2.0:1776998326.741199:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 614 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.741219:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 614 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.741224:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802690048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998326.741255:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802694400:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.741362:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.742481:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998326.742498:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802694528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.742542:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.745369:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802694656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.745433:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.745536:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802694528 00000100:00100000:1.0:1776998326.745545:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802694528 00000100:00100000:1.0:1776998326.745593:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802694656 00000100:00100000:1.0:1776998326.745598:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802694656 00000100:00100000:1.0:1776998326.745627:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12460 00000100:00100000:1.0:1776998326.745638:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3361:x1863313802694528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998326.745669:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2854 count 1 00010000:00010000:1.0:1776998326.745698:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.745727:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 614 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.745741:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.745743:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.745748:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.745790:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 614 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.745808:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 614 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.745828:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802694784:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.746110:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12461 00000100:00100000:0.0:1776998326.746127:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3359:x1863313802694656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.746150:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2478 count 1 00010000:00010000:0.0:1776998326.746199:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.746501:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 601 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.746520:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.746523:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.746526:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.746561:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 601 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.746577:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 601 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.746595:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802694912:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.746690:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26200b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.753575:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.775578:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.775887:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.775966:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802692736:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.776010:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.776016:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472064 00000100:00100000:2.0:1776998326.776030:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472064 00010000:00010000:2.0:1776998326.776085:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 602 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.776124:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.776140:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472192 00000100:00100000:2.0:1776998326.776147:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472192 00000100:00100000:0.0:1776998326.776165:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998326.776220:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 615 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.776248:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.776283:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472448 00000100:00100000:0.0:1776998326.776302:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802693120:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.776322:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.776384:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802693248:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.776401:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.776497:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802692480:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.776527:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.776581:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.776606:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.776976:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.776997:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.777032:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.777045:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472448 00010000:00010000:2.0:1776998326.777086:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 616 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.777108:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.777119:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472320 00000100:00100000:2.0:1776998326.777126:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472320 00010000:00010000:2.0:1776998326.777154:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 603 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777176:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472576 00000100:00100000:2.0:1776998326.777181:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472576 00010000:00010000:2.0:1776998326.777200:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 604 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777229:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472832 00000100:00100000:2.0:1776998326.777233:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472832 00010000:00010000:2.0:1776998326.777251:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777270:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472704 00000100:00100000:2.0:1776998326.777274:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472704 00010000:00010000:2.0:1776998326.777311:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 618 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777332:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473088 00000100:00100000:2.0:1776998326.777337:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473088 00010000:00010000:2.0:1776998326.777356:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 605 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777375:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756472960 00000100:00100000:2.0:1776998326.777379:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756472960 00010000:00010000:2.0:1776998326.777396:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 619 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777415:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473216 00000100:00100000:2.0:1776998326.777419:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473216 00010000:00010000:2.0:1776998326.777436:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 606 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777481:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473344 00000100:00100000:2.0:1776998326.777486:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473344 00010000:00010000:2.0:1776998326.777505:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 607 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.777528:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5143 00000100:00100000:2.0:1776998326.777541:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+607:2373:x1863313756472064:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.777561:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.777569:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 607 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.777587:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 607 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.777620:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077e11d1f/0x27b6fb26481aeade lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48444 expref: 607 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.777641:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.777643:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.777650:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.777664:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.777695:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.778092:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+606:2373:x1863313756472064:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 550us (2522us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.778110:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5143 00000100:00100000:2.0:1776998326.778138:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5144 00000100:00100000:2.0:1776998326.778150:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+619:2373:x1863313756472192:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.778164:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.778198:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 619 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778441:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 619 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778488:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778491:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778497:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778509:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778532:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.778567:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+619:2373:x1863313756472192:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 419us (2679us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.778578:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5144 00000100:00100000:2.0:1776998326.778645:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5145 00000100:00100000:2.0:1776998326.778658:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+618:2375:x1863313756472448:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.778670:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.778678:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 618 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778695:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 618 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778716:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778719:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778724:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778735:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778755:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.778785:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+618:2375:x1863313756472448:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.778795:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5145 00000100:00100000:2.0:1776998326.778817:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5146 00000100:00100000:2.0:1776998326.778828:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+605:2375:x1863313756472320:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.778838:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.778845:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 605 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778861:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 605 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778892:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046acdbbd/0x27b6fb26481a4489 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c438a9 expref: 605 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778907:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778909:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.778914:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778925:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.778958:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.778991:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+604:2375:x1863313756472320:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 164us (2826us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.779001:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5146 00000100:00100000:2.0:1776998326.779023:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5147 00000100:00100000:2.0:1776998326.779035:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+603:2375:x1863313756472576:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.779047:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.779055:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 603 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779070:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 603 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779094:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.779097:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.779101:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779112:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779131:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.779159:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+603:2375:x1863313756472576:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 127us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.779198:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5147 00000100:00100000:2.0:1776998326.779218:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5148 00000100:00100000:2.0:1776998326.779228:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+617:2372:x1863313756472832:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.779238:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.779245:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779259:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779278:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042f515b7/0x27b6fb26481acee5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4778d expref: 617 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779304:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.779307:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.779311:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779324:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.779354:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.779384:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+616:2372:x1863313756472832:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 156us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.779394:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5148 00000100:00100000:2.0:1776998326.779415:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5149 00000100:00100000:2.0:1776998326.779426:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+615:2372:x1863313756472704:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.779437:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1776998326.780156:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5150 00000100:00100000:1.0:1776998326.780175:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+602:2372:x1863313756473088:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.780191:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.780199:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 602 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780216:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 602 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780254:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780256:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780261:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780274:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780305:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.780341:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+602:2372:x1863313756473088:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 173us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.780351:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5150 00000100:00100000:1.0:1776998326.780375:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5151 00000100:00100000:1.0:1776998326.780385:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+615:2372:x1863313756472960:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.780398:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.780406:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 615 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780420:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 615 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780438:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780440:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780472:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780484:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780503:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.780532:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+615:2372:x1863313756472960:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 148us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.780542:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5151 00000100:00100000:1.0:1776998326.780564:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5152 00000100:00100000:1.0:1776998326.780574:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+601:2372:x1863313756473216:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.780585:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.780592:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 601 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780608:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 601 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780625:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780628:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.780631:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780642:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.780657:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.782514:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+601:2372:x1863313756473216:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1937us (5477us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.782527:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5152 00000100:00100000:1.0:1776998326.782556:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5153 00000100:00100000:1.0:1776998326.782568:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+600:2375:x1863313756473344:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.782583:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.782592:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 600 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782619:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 600 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782638:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.782641:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.782646:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782659:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782679:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.782705:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+600:2375:x1863313756473344:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 140us (5601us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.782716:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5153 00010000:00010000:1.0:1776998326.782775:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6b11e05/0x27b6fb264819a183 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ee8f expref: 599 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.782795:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802693376:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.782824:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782840:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782859:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782876:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782889:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.782932:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.783005:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.783017:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.783033:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.783040:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.783055:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.783076:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.783087:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba744 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.783117:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.783120:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.783123:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.783936:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802690944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72771us (75580us total) trans 4294970692 rc 0/0 00000100:00100000:1.0:1776998326.783948:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12453 00010000:00010000:3.0:1776998326.784249:0:12889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000081dfb08/0x27b6fb2648198456 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e14c expref: 614 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.784273:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802692608:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.784302:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.784319:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.784361:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.784392:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.784440:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000004:00080000:0.0:1776998326.784957:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f22a00/2, rc 0, transno 4294970692 00000100:00100000:0.0:1776998326.784980:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802690944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998326.785292:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.785306:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.785317:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.786551:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998326.787441:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802690688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87311us (87635us total) trans 4294970542 rc 0/0 00000100:00100000:3.0:1776998326.787481:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12448 00010000:00010000:3.0:1776998326.787558:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039bbfb5b/0x27b6fb264819d0bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40406 expref: 613 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.787579:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802692864:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.787604:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.787620:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.787631:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.787646:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.787659:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.787682:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998326.788076:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:3362:x1863313802690176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87983us (88417us total) trans 4294970543 rc 0/0 00000100:00100000:3.0:1776998326.788088:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12447 00010000:00010000:3.0:1776998326.788140:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c518fb78/0x27b6fb26481ab2ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46ad6 expref: 598 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.788161:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802692992:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.788209:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.788223:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.788234:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.788246:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.788257:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.788285:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776998326.789666:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 615 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.789715:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 612 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.789750:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f2d97cf/0x27b6fb264819150c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aeb6 expref: 612 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.789782:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.789786:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.789792:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.789808:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.789857:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998326.789870:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.789884:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998326.789886:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.789895:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.789911:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.789957:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.789970:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef8a91cb/0x27b6fb26481ba71a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790000:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998326.790006:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790025:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.790030:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790042:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790058:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790069:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481ba728 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790087:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.790092:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790103:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.790107:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790119:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790135:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790147:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481ba72f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.790193:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.790196:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.790199:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998326.791010:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756472704:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 11580us (14397us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.791025:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5149 00000100:00100000:2.0:1776998326.791102:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473472 00000100:00100000:2.0:1776998326.791112:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473472 00010000:00010000:2.0:1776998326.791149:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 598 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.791200:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473600 00000100:00100000:2.0:1776998326.791206:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473600 00010000:00010000:2.0:1776998326.791228:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 611 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.791502:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5154 00000100:00100000:2.0:1776998326.791522:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+598:2372:x1863313756473472:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.791542:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.791552:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 598 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.791570:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 598 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.791593:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.791596:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.791602:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.791638:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.791663:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.791952:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+598:2372:x1863313756473472:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 435us (7591us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.791964:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5154 00000100:00100000:2.0:1776998326.791989:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5155 00000100:00100000:2.0:1776998326.792001:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756473600:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.792015:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.792023:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 611 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792041:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 611 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792071:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.792074:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.792080:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792093:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792113:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.792141:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756473600:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 142us (7749us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.792152:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5155 00010000:00010000:2.0:1776998326.792233:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792249:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792264:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792278:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.792309:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998326.792952:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3362:x1863313802691200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92166us (93089us total) trans 4294970693 rc 0/0 00000100:00100000:2.0:1776998326.792969:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12449 00010000:00010000:2.0:1776998326.793013:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.793028:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.793043:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.793056:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.793090:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998326.793152:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3362:x1863313802691712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88110us (93239us total) trans 4294970694 rc 0/0 00000100:00100000:3.0:1776998326.793165:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12450 00010000:00010000:0.0:1776998326.794865:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998326.794876:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.794887:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f84b169/0x27b6fb264819beb0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fbd2 expref: 610 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794892:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.794898:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.794909:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802693632:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.794911:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794932:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.794935:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794945:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d86c6d45/0x27b6fb26481ba721 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.794950:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.794959:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794970:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.794973:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794975:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794988:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.794988:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.794993:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.795002:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.795005:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795017:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795028:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000550ffaa0/0x27b6fb26481ba73d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795046:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.795051:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795061:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.795066:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795077:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795092:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795103:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481ba752 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.795124:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.795127:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.795130:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.795573:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.796022:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.796055:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.796156:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802694784:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.796195:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.797867:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998326.797907:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802694400:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.797950:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.797987:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473728 00000100:00100000:0.0:1776998326.797994:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473728 00010000:00010000:0.0:1776998326.798033:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 610 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.798075:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473856 00000100:00100000:0.0:1776998326.798081:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473856 00010000:00010000:0.0:1776998326.798100:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 611 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.798137:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756473984 00000100:00100000:0.0:1776998326.798143:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756473984 00010000:00010000:0.0:1776998326.798162:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 598 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.798213:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5156 00000100:00100000:0.0:1776998326.798226:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+611:2372:x1863313756473728:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.798244:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.798252:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 611 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798269:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 611 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798292:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d465ba4/0x27b6fb26481a43a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43840 expref: 611 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798310:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.798313:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.798318:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798332:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798371:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998326.798429:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+610:2372:x1863313756473728:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 204us (13987us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.798441:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5156 00000100:00100000:0.0:1776998326.798492:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5157 00000100:00100000:0.0:1776998326.798504:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+609:2372:x1863313756473856:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.798517:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.798524:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 609 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798539:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 609 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798559:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007271fb67/0x27b6fb264819b778 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f88a expref: 609 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798573:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.798576:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.798580:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798592:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.798619:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998326.798652:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+608:2372:x1863313756473856:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 148us (3081us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.798914:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5157 00000100:00100000:0.0:1776998326.798937:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5158 00000100:00100000:0.0:1776998326.798950:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+598:2372:x1863313756473984:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.798963:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.798971:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 598 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.798979:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da558030/0x27b6fb264819a3eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3efa7 expref: 598 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799000:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 598 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.799015:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802693504:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.799027:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.799031:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.799034:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799043:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.799047:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799060:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998326.799067:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.799081:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.799091:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+597:2372:x1863313756473984:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 141us (3067us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.799113:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5158 00010000:00010000:1.0:1776998326.799115:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.799130:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.799162:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.799208:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a201c610/0x27b6fb26481a5f9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444f7 expref: 607 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.799229:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802694144:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.799245:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799255:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799262:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799270:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799276:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.799293:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998326.802552:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802691456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 90115us (93846us total) trans 4294970695 rc 0/0 00000100:00100000:1.0:1776998326.802569:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12454 00010000:00010000:1.0:1776998326.802663:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000021620b4/0x27b6fb264818d4e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39190 expref: 596 pid: 12894 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.805777:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802694912:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.806368:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.806390:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.806403:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.806420:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.806433:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.806480:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998326.807657:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3359:x1863313802690816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 92181us (92559us total) trans 4294970545 rc 0/0 00000100:00100000:2.0:1776998326.807660:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3360:x1863313802690432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 99055us (99421us total) trans 4294970546 rc 0/0 00000100:00100000:3.0:1776998326.807713:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12455 00000100:00100000:2.0:1776998326.807728:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12452 00000100:00100000:0.0:1776998326.807774:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3360:x1863313802694016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80324us (81136us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1776998326.807788:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12458 00010000:00010000:3.0:1776998326.807801:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091480477/0x27b6fb2648199fb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3edbd expref: 595 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.807824:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802693760:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.807825:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.807839:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.807846:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.807854:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.807859:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.807867:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.807871:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.807883:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998326.807884:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.807894:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.807905:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1776998326.808351:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3359:x1863313802691328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92580us (93201us total) trans 4294970696 rc 0/0 00000100:00100000:3.0:1776998326.808363:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12456 00010000:00010000:3.0:1776998326.808415:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016fadf25/0x27b6fb26481934a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bd11 expref: 594 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.808433:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802693888:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.808480:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.808493:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.808504:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.808516:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.808526:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.808539:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1776998326.808909:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3359:x1863313802691840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92937us (93683us total) trans 4294970697 rc 0/0 00000100:00100000:3.0:1776998326.808921:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12457 00000004:00080000:3.0:1776998326.809033:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0d880/2, rc 0, transno 4294970543 00000100:00100000:3.0:1776998326.809055:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802690176:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998326.809075:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f21880/2, rc 0, transno 4294970542 00000100:00100000:3.0:1776998326.809082:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802690688:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998326.809098:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedd180/2, rc 0, transno 4294970693 00000100:00100000:3.0:1776998326.809110:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802691200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998326.809125:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ed80/2, rc 0, transno 4294970694 00000100:00100000:3.0:1776998326.809131:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802691712:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998326.809155:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998326.809165:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809200:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809206:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809222:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809248:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809259:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000717bb9cc/0x27b6fb26481ba74b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809284:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998326.809291:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809311:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809316:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.809318:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3361:x1863313802694272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68290us (69656us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1776998326.809330:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12459 00010000:00010000:3.0:1776998326.809330:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809363:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809377:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809378:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809392:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba767 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809393:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809406:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809415:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1776998326.809419:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998326.809421:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809430:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809435:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809473:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809489:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809503:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099430d7d/0x27b6fb26481ba77c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809523:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998326.809528:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809539:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809543:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809556:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809573:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809585:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481ba76e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809606:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998326.809611:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809622:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809627:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809639:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.809642:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3361:x1863313802694528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 64004us (67099us total) trans 4294970548 rc 0/0 00010000:00010000:3.0:1776998326.809656:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.809659:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12460 00010000:00010000:3.0:1776998326.809698:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481ba759 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809718:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998326.809723:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809733:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.809733:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.809738:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809741:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809750:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809753:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.809758:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809766:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809771:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809778:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba760 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.809787:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809796:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.809798:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.809799:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba775 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.809801:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.809819:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.809821:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.809824:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998326.809898:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802695296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998326.809946:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.809983:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998326.809993:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802695168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998326.810024:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998326.810088:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.810103:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.810123:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.810133:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.810189:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998326.810916:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3361:x1863313802691584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 115254us (128394us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1776998326.810928:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12446 00000100:00100000:0.0:1776998326.810950:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802695296 00000100:00100000:0.0:1776998326.810958:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802695296 00000100:00100000:0.0:1776998326.811001:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802695168 00000100:00100000:0.0:1776998326.811006:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802695168 00000100:00100000:0.0:1776998326.811034:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12462 00000100:00100000:0.0:1776998326.811045:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3362:x1863313802695296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.811074:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2639 count 1 00010000:00010000:0.0:1776998326.811097:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.811121:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 606 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.811133:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.811136:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.811141:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.811206:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 606 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.811228:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 606 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.811247:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802695680:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.811327:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d000 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.811509:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.811519:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.811547:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.811552:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.811565:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.811584:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.811596:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091312f84/0x27b6fb26481ba713 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.811627:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.811631:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.811634:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.812477:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.813293:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.813611:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.813628:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.813650:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.813683:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998326.814320:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3359:x1863313802690304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 107056us (109014us total) trans 4294970549 rc 0/0 00000100:00100000:2.0:1776998326.814334:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12451 00000100:00100000:2.0:1776998326.814367:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12463 00000100:00100000:2.0:1776998326.814381:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+24:3362:x1863313802695168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.814409:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3304 count 1 00010000:00010000:2.0:1776998326.814435:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.814491:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 606 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.814505:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.814508:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.814514:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.814560:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 606 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.814579:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 606 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.814601:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802695808:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.814699:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25090ac540 going to sleep for 11 seconds 00010000:00010000:0.0:1776998326.814762:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.814774:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.814788:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.814795:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.814810:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.814832:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.814845:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b202d01f/0x27b6fb26481ba736 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.814885:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.814890:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.814894:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998326.815897:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.816183:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998326.816244:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802695424 00000004:00080000:0.0:1776998326.816250:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0ca80/2, rc 0, transno 4294970549 00000100:00100000:3.0:1776998326.816253:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802695424 00000100:00100000:0.0:1776998326.816269:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802690304:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998326.816289:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f21f80/2, rc 0, transno 4294970545 00000100:00100000:0.0:1776998326.816295:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802690816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998326.816301:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12464 00000004:00080000:0.0:1776998326.816310:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bedf100/2, rc 0, transno 4294970696 00000100:00100000:3.0:1776998326.816312:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3359:x1863313802695424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.816323:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802691328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998326.816361:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0d500/2, rc 0, transno 4294970697 00000100:00100000:0.0:1776998326.816368:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802691840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.816406:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776998326.816417:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695040:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998326.816438:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3399 count 1 00010000:00010000:3.0:1776998326.816483:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.816505:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 593 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.816534:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.816537:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.816542:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.816578:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 593 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.816594:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 593 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.816619:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802695936:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.816983:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b840 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.817907:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3359:x1863313802694656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71783us (72471us total) trans 4294970699 rc 0/0 00000100:00100000:1.0:1776998326.817921:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12461 00000004:00080000:1.0:1776998326.817998:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394ab480/2, rc 0, transno 4294970548 00000100:00100000:1.0:1776998326.818009:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802694528:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.818025:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394aa300/2, rc 0, transno 4294970547 00000100:00100000:1.0:1776998326.818031:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802694272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.818046:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0df80/2, rc 0, transno 4294970698 00000100:00100000:1.0:1776998326.818051:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802691584:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998326.819274:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4700/2, rc 0, transno 4294970544 00000100:00100000:1.0:1776998326.819285:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802694016:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.819607:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da0e300/2, rc 0, transno 4294970546 00000100:00100000:1.0:1776998326.819616:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802690432:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.819632:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ca80/2, rc 0, transno 4294970695 00000100:00100000:1.0:1776998326.819638:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802691456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998326.820001:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.820022:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474240 00000100:00100000:1.0:1776998326.820031:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474240 00000100:00100000:1.0:1776998326.820094:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51938 00000100:00100000:1.0:1776998326.820107:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756474240:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998326.820211:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998326.820486:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d28f400/0x27b6fb264818db45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1396:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39476 expref: 3160 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820519:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250de91200/0x27b6fb264817c2e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1396:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35951 expref: 3159 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820536:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1396:0x0].0x0 (ffff8d2621712000) 00010000:00010000:1.0:1776998326.820551:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998326.820579:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820597:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820612:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820633:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820645:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820657:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.820710:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.820758:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.820808:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998326.820818:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820835:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.820847:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1776998326.820857:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978a680/2, rc 0, transno 4294970699 00000100:00100000:0.0:1776998326.820867:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802694656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.821226:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802695040 00000100:00100000:0.0:1776998326.821232:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802695040 00000100:00100000:0.0:1776998326.821306:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802695552 00000100:00100000:0.0:1776998326.821312:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802695552 00000100:00100000:0.0:1776998326.821350:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12465 00000100:00100000:0.0:1776998326.821365:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3359:x1863313802695040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.821438:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3239 count 1 00010000:00010000:0.0:1776998326.821493:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.821520:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 593 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.821533:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.821536:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.821541:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.821580:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 593 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.821598:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 593 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.821616:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802697472:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.821682:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d840 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.821976:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822021:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822051:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822083:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822104:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802697216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.822139:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822203:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1776998326.822214:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822248:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822274:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822304:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822325:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802697088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.822357:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822396:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822429:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822491:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.822521:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822548:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802697344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.822575:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822600:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776998326.822609:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.822637:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822657:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998326.822682:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.822717:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696192 00000100:00100000:0.0:1776998326.822723:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696192 00000100:00100000:0.0:1776998326.822755:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696704 00000100:00100000:0.0:1776998326.822759:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696704 00000100:00100000:0.0:1776998326.822803:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802697216 00000100:00100000:0.0:1776998326.822808:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802697216 00000100:00100000:0.0:1776998326.822823:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696064 00000100:00100000:0.0:1776998326.822827:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696064 00000100:00100000:0.0:1776998326.822840:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696576 00000100:00100000:0.0:1776998326.822844:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696576 00000100:00100000:0.0:1776998326.822856:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802697088 00000100:00100000:0.0:1776998326.822860:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802697088 00000100:00100000:0.0:1776998326.822873:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696320 00000100:00100000:0.0:1776998326.822877:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696320 00000100:00100000:0.0:1776998326.822892:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696832 00000100:00100000:0.0:1776998326.822895:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696832 00000100:00100000:0.0:1776998326.822907:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802697344 00000100:00100000:0.0:1776998326.822911:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802697344 00000100:00100000:0.0:1776998326.822923:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696448 00000100:00100000:0.0:1776998326.822927:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696448 00000100:00100000:0.0:1776998326.822940:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802696960 00000100:00100000:0.0:1776998326.822944:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802696960 00000100:00100000:0.0:1776998326.822963:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12466 00000100:00100000:0.0:1776998326.822973:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802695552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.822995:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3022 count 1 00010000:00010000:0.0:1776998326.823015:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823037:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 593 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823049:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.823052:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.823056:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823094:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 593 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823109:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 593 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.823124:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802697600:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.823165:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.823220:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12467 00000100:00100000:0.0:1776998326.823233:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802696192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.823256:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3237 count 1 00010000:00010000:0.0:1776998326.823275:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823294:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823305:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.823307:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.823311:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 4/0,1 mode: --/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823344:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.823368:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.823385:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802697728:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.823423:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958dd80 going to sleep for 11 seconds 00000040:00080000:1.0:1776998326.829347:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2921, 64 off195136 00000004:00080000:1.0:1776998326.829369:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4037621198274ns, next at 4038621192749ns, rc = 0 00010000:00010000:1.0:1776998326.829542:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829567:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829584:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829595:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829605:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829615:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829646:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998326.829945:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829968:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829979:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.829990:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.829996:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830007:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830025:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1396:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998326.830030:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998326.830036:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830046:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481ba7a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830073:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830082:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830096:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830103:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998326.830107:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830115:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830127:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998326.830131:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998326.830135:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.830144:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481ba798 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998326.830157:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe97089b reply state 00000000df4cbd80 transno 4295020029 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.830169:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998326.830285:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756474240:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10175us (34224us total) trans 4295020029 rc 0/0 00000100:00100000:1.0:1776998326.830298:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51938 00000100:00100000:0.0:1776998326.840870:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12468 00000100:00100000:0.0:1776998326.840903:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802696704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.840950:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2927 count 1 00010000:00010000:0.0:1776998326.840982:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.841013:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.841026:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.841029:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.841035:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.841086:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.841106:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.841137:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802697856:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.842912:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.842925:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.842938:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.842944:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.842958:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.842978:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1396:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:3.0:1776998326.842983:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998326.842990:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.842999:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481ba7c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.843026:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.843029:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.843032:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.843231:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12469 00000100:00100000:1.0:1776998326.843255:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3362:x1863313802697216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.843317:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2734 count 1 00000100:00100000:3.0:1776998326.843328:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802695936:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.843350:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.843380:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 593 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.843394:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.843397:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.843401:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.843475:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 593 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.843495:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 593 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.843517:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802697984:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.843899:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12470 00000100:00100000:2.0:1776998326.843918:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802696064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.843945:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2509 count 1 00010000:00010000:2.0:1776998326.843991:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.844013:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 606 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.844026:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.844029:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.844033:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.844073:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 606 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.844092:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 606 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.844111:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603056680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802698112:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.845121:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d300 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.845174:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12471 00000100:00100000:0.0:1776998326.845211:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3362:x1863313802696576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.845234:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2565 count 1 00010000:00010000:0.0:1776998326.845501:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845529:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 606 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845541:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.845544:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.845548:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845586:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 606 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845602:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 606 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.845620:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802698240:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.845672:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958de40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.845700:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12472 00000100:00100000:0.0:1776998326.845713:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3362:x1863313802697088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.845734:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2689 count 1 00010000:00010000:0.0:1776998326.845752:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845807:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 593 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845817:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.845819:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.845823:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845853:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 593 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.845869:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 593 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.845887:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802698368:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.845927:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2601377240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.845958:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12473 00000100:00100000:0.0:1776998326.845972:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3359:x1863313802696320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998326.845993:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3377 count 1 00010000:00010000:0.0:1776998326.846014:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846033:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 606 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846044:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846047:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846051:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846083:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 606 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846100:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 606 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.846116:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802698496:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.846154:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.846207:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12474 00000100:00100000:0.0:1776998326.846219:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802696832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998326.846238:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3015 count 1 00010000:00010000:0.0:1776998326.846255:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846272:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846291:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846293:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846297:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846325:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846338:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.846354:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802698624:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998326.846387:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26080f0540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.846480:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.846529:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.846639:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.846675:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474496 00000100:00100000:0.0:1776998326.846682:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474496 00010000:00010000:0.0:1776998326.846716:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 607 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.846754:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474368 00000100:00100000:0.0:1776998326.846759:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474368 00010000:00010000:0.0:1776998326.846779:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 608 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.846815:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474624 00000100:00100000:0.0:1776998326.846820:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474624 00010000:00010000:0.0:1776998326.846840:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 594 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.846868:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5159 00000100:00100000:0.0:1776998326.846878:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+608:2375:x1863313756474496:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.846891:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.846898:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 608 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846915:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 608 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846940:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846943:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.846949:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846961:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.846986:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998326.847016:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+608:2375:x1863313756474496:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 139us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.847032:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5159 00000100:00100000:0.0:1776998326.847059:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5160 00000100:00100000:0.0:1776998326.847070:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+607:2375:x1863313756474368:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.847082:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.847089:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 607 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.847105:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 607 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.847124:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.847127:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.847132:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.847143:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.847164:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998326.847219:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+607:2375:x1863313756474368:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 150us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.847230:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5160 00000100:00100000:0.0:1776998326.847251:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5161 00000100:00100000:0.0:1776998326.847263:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+594:2375:x1863313756474624:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998326.847275:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998326.847283:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 594 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.848008:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.851619:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.851967:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12475 00000100:00100000:1.0:1776998326.851992:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802697344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.852030:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3018 count 1 00010000:00010000:1.0:1776998326.852059:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852087:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 594 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852109:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852112:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852118:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852164:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 594 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852208:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 594 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.852230:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802698752:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.852355:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f7a4000 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.852384:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12476 00000100:00100000:1.0:1776998326.852397:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3359:x1863313802696448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998326.852419:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3460 count 1 00010000:00010000:1.0:1776998326.852439:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852482:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 606 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852493:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852496:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852502:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852539:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 606 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852557:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 606 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.852576:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802698880:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.852620:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250968e000 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.852650:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12477 00000100:00100000:1.0:1776998326.852664:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802696960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.852686:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2949 count 1 00010000:00010000:1.0:1776998326.852704:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852723:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 594 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852735:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852738:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.852742:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852775:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 594 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.852800:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 594 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.852817:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802699008:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.852856:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.857954:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2601370c00 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.859978:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5eef642/0x27b6fb26481ac5df lrc: 0/0,0 mode: --/PR res: [0x240000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47373 expref: 606 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.860005:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802695808:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.860034:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860051:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860063:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860078:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860091:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860118:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998326.860861:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+31:3362:x1863313802695168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46480us (50832us total) trans 4294970550 rc 0/0 00000100:00100000:3.0:1776998326.860874:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12463 00010000:00010000:3.0:1776998326.860917:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.860927:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860940:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.860945:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860958:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860982:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.860993:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481ba78a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.861018:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.861021:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.861023:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.863901:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 594 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.863936:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc743df0/0x27b6fb26481aff52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48d90 expref: 594 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.863959:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.863962:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998326.863969:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.863983:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.864034:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998326.864128:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+593:2375:x1863313756474624:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 16865us (17487us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998326.864142:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5161 00000004:00080000:0.0:1776998326.864226:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978aa00/2, rc 0, transno 4294970550 00000100:00100000:0.0:1776998326.864272:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802695168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.864380:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998326.864412:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802699136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.864604:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.864710:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802699136 00000100:00100000:2.0:1776998326.864724:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802699136 00000100:00100000:2.0:1776998326.864798:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12478 00000100:00100000:2.0:1776998326.864814:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3359:x1863313802699136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.864848:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2910 count 1 00010000:00010000:2.0:1776998326.864878:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.864903:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 605 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.864916:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.864919:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.864924:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.866205:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.866259:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.866274:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.866294:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.866319:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.866789:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.866799:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.866813:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.866819:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.866831:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.866853:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.866865:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019a08f89/0x27b6fb26481ba791 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.866891:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.866894:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.866896:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.867122:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 605 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.867144:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 605 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.867167:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802699264:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.869898:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2609b60000 going to sleep for 11 seconds 00000100:00100000:3.0:1776998326.870130:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3359:x1863313802695424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53815us (53943us total) trans 4294970700 rc 0/0 00000100:00100000:3.0:1776998326.870146:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12464 00000004:00080000:2.0:1776998326.870227:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b480/2, rc 0, transno 4294970700 00000100:00100000:2.0:1776998326.870253:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998326.886873:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.886907:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802697472:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.886927:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998326.886951:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.886976:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.888485:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776998326.888518:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802699392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998326.888599:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.888708:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802697600:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.888735:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.888782:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802697728:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.888801:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.888838:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802699392 00000100:00100000:2.0:1776998326.888847:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802699392 00000100:00100000:2.0:1776998326.888912:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12479 00000100:00100000:2.0:1776998326.888927:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3362:x1863313802699392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998326.888991:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3007 count 1 00010000:00010000:2.0:1776998326.889024:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.889050:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 592 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.889075:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.889078:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.889084:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.889132:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 592 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.889153:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 592 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.889225:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802699520:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.889316:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.890679:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474752 00000100:00100000:1.0:1776998326.890690:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474752 00010000:00010000:1.0:1776998326.890731:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 593 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.890784:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475008 00000100:00100000:1.0:1776998326.890790:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475008 00010000:00010000:1.0:1776998326.890813:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.890838:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756474880 00000100:00100000:1.0:1776998326.890843:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756474880 00010000:00010000:1.0:1776998326.890861:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 594 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.890899:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5162 00000100:00100000:1.0:1776998326.890913:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+594:2373:x1863313756474752:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.890932:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.890941:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 594 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.890962:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 594 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.890991:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086788da6/0x27b6fb26481a9f12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xca7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c461d0 expref: 594 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891011:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891014:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891021:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891034:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891070:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.891128:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+593:2373:x1863313756474752:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 217us (4290us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.891141:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5162 00000100:00100000:1.0:1776998326.891198:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5163 00000100:00100000:1.0:1776998326.891213:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+606:2373:x1863313756475008:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.891226:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.891234:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891261:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891285:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d490a4b/0x27b6fb26481a9d91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xca5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46121 expref: 606 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891301:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891304:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891310:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891323:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891356:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.891392:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+605:2373:x1863313756475008:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 181us (4467us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.891403:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5163 00000100:00100000:1.0:1776998326.891426:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5164 00000100:00100000:1.0:1776998326.891438:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+592:2373:x1863313756474880:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.891478:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.891488:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 592 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891514:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 592 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891536:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006499a968/0x27b6fb26481a1c3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42657 expref: 592 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891554:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891556:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.891561:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891574:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891607:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.891641:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+591:2373:x1863313756474880:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 204us (4668us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.891652:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5164 00010000:00010000:1.0:1776998326.891701:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891715:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891730:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891744:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.891770:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998326.893099:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.893117:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.893130:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.893149:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.893198:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998326.893885:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802696192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70650us (71858us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1776998326.893900:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12467 00010000:00010000:0.0:1776998326.894112:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e03c931c/0x27b6fb2648193622 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bdc0 expref: 604 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.894133:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802695680:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.894161:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894215:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894227:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894241:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894255:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894283:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998326.894786:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802695296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 83739us (84837us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1776998326.894798:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12462 00010000:00010000:0.0:1776998326.894828:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998326.894837:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894851:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.894857:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894871:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894923:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894935:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba7ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xca7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894960:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998326.894966:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.894987:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.894991:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895012:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895031:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895041:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba7bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xca5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895062:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.895068:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895079:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.895083:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895094:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895107:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895119:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba783 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.895137:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.895140:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.895143:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.896238:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998326.900726:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3359:x1863313802695040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79355us (80009us total) trans 4294970701 rc 0/0 00000100:00100000:1.0:1776998326.900745:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12465 00010000:00010000:1.0:1776998326.901382:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.913115:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913143:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913163:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913177:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913224:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998326.913864:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3359:x1863313802695552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 90884us (93049us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1776998326.913883:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12466 00010000:00010000:0.0:1776998326.913939:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998326.913950:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913975:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998326.913982:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.913998:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914026:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914040:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077a225c4/0x27b6fb26481ba7b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914076:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.914082:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.914088:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998326.914399:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914414:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914426:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914437:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998326.914464:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914477:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914496:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc61da911 (ffff8d2509e7c500) 00010000:00010000:0.0:1776998326.914502:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998326.914509:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.914520:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481ba79f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc61da911 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.914608:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.914645:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475264 00000100:00100000:0.0:1776998326.914656:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475264 00000100:00100000:0.0:1776998326.914712:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16996 00000100:00100000:0.0:1776998326.914728:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3159:17551:x1863313756475264:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998326.915121:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756475264:12345-192.168.201.35@tcp:35:rm.0 Request processed in 394us (512us total) trans 4295020030 rc 0/0 00000100:00100000:0.0:1776998326.915136:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16996 00000100:00100000:0.0:1776998326.915679:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802697856:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.915710:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.916007:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802697984:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.916036:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998326.921600:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d964700/2, rc 0, transno 4294970551 00000100:00100000:2.0:1776998326.921637:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696192:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998326.921662:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978bb80/2, rc 0, transno 4294970552 00000100:00100000:2.0:1776998326.921669:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802695296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998326.921758:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603056680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802698112:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.921791:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998326.932557:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978ad80/2, rc 0, transno 4294970701 00000100:00100000:2.0:1776998326.932606:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695040:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998326.932924:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789180/2, rc 0, transno 4294970702 00000100:00100000:2.0:1776998326.932934:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802695552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998326.935117:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802699648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998326.935247:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.935316:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802699776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998326.935375:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998326.935429:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802699648 00000100:00100000:2.0:1776998326.935438:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802699648 00000100:00100000:2.0:1776998326.935540:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802699776 00000100:00100000:2.0:1776998326.935546:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802699776 00000100:00100000:2.0:1776998326.935582:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12480 00000100:00100000:2.0:1776998326.935593:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3362:x1863313802699648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998326.935627:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2961 count 1 00010000:00010000:2.0:1776998326.935659:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.935689:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 590 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.935702:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.935957:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.935964:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936010:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 590 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936039:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 590 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.936059:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802699904:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.936145:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.936211:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12481 00000100:00100000:2.0:1776998326.936225:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+24:3359:x1863313802699776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998326.936247:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2874 count 1 00010000:00010000:2.0:1776998326.936264:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936283:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 590 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936293:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.936295:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.936299:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936328:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 590 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.936343:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 590 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.936368:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802700032:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.936407:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250958d840 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.936502:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.936586:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.936990:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.937069:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802698240:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.937099:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937202:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802698368:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.937221:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937267:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.937297:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998326.937321:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475392 00000100:00100000:2.0:1776998326.937328:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475392 00010000:00010000:2.0:1776998326.937358:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 604 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937391:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475648 00000100:00100000:2.0:1776998326.937396:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475648 00010000:00010000:2.0:1776998326.937415:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 605 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937468:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475520 00000100:00100000:2.0:1776998326.937473:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475520 00010000:00010000:2.0:1776998326.937490:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 591 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937506:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475776 00000100:00100000:2.0:1776998326.937510:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475776 00010000:00010000:2.0:1776998326.937524:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 606 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937539:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756475904 00000100:00100000:2.0:1776998326.937543:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756475904 00010000:00010000:2.0:1776998326.937557:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 592 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.937577:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5165 00000100:00100000:2.0:1776998326.937587:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+606:2372:x1863313756475392:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.937600:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.937607:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.937624:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.937653:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004df25243/0x27b6fb264819e362 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40c80 expref: 606 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.937675:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.937922:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.937929:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.937943:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.937979:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.938026:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+605:2372:x1863313756475392:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 438us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.938038:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5165 00000100:00100000:2.0:1776998326.938105:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5166 00000100:00100000:2.0:1776998326.938116:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+604:2372:x1863313756475648:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.938129:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.938136:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 604 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938150:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 604 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938196:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d791079/0x27b6fb264818e7d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39a2d expref: 604 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938221:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.938224:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.938229:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938240:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938268:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.938300:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+603:2372:x1863313756475648:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 185us (1713us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.938310:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5166 00000100:00100000:2.0:1776998326.938330:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5167 00000100:00100000:2.0:1776998326.938341:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+592:2372:x1863313756475520:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.938354:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.938361:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 592 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938376:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 592 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938397:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054e51bb1/0x27b6fb2648196efb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d797 expref: 592 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.938422:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.938425:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.938429:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.939194:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802700160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.939263:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998326.940153:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.940315:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476032 00000100:00100000:1.0:1776998326.940325:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476032 00010000:00010000:1.0:1776998326.940364:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 603 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.940409:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5168 00000100:00100000:1.0:1776998326.940426:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+603:2373:x1863313756475776:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.940468:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.940478:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 603 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.940503:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802698496:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.940510:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 603 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.940538:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.940540:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027ea471a/0x27b6fb264819099e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a984 expref: 603 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.940853:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.940857:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.940863:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.940878:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.940921:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.940973:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+602:2373:x1863313756475776:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 551us (3702us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.940985:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5168 00000100:00100000:1.0:1776998326.941012:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5169 00000100:00100000:1.0:1776998326.941027:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+591:2373:x1863313756475904:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.941043:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.941052:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 591 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.941076:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 591 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.941098:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cba67d8c/0x27b6fb26481953e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cb49 expref: 591 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.945554:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802700160 00000100:00100000:3.0:1776998326.945574:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802700160 00000100:00100000:3.0:1776998326.945648:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12482 00000100:00100000:3.0:1776998326.945661:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802700160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998326.945982:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3054 count 1 00010000:00010000:3.0:1776998326.946016:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.946046:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 601 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.946059:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.946062:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.946066:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.946121:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 601 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.946140:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 601 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.946161:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802700416:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998326.946275:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b240 going to sleep for 11 seconds 00010000:00010000:2.0:1776998326.949055:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.949119:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.949178:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+590:2372:x1863313756475520:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 10834us (12186us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.949192:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5167 00000100:00100000:2.0:1776998326.949233:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5170 00000100:00100000:2.0:1776998326.949248:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+601:2374:x1863313756476032:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.949265:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.949274:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 601 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.949294:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 601 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.949711:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.949716:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.950194:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.950214:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.950254:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998326.950954:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+589:2373:x1863313756475904:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 9929us (13652us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.950968:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5169 00010000:00010000:2.0:1776998326.953871:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbaef383/0x27b6fb26481af1c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48769 expref: 601 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.953908:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.953911:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.953918:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.953931:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.953969:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.954024:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+600:2374:x1863313756476032:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4779us (13873us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.954038:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5170 00010000:00010000:2.0:1776998326.954087:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.954102:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.954117:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.954129:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.954156:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998326.955517:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998326.955547:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802700288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998326.955591:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802696704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 114701us (133502us total) trans 4294970553 rc 0/0 00000100:00100000:2.0:1776998326.955606:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12468 00000100:00100000:1.0:1776998326.955632:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998326.955651:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.955668:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.955945:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.955958:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.955982:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998326.956474:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802696064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 112560us (134222us total) trans 4294970554 rc 0/0 00000100:00100000:2.0:1776998326.956485:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12470 00000100:00100000:2.0:1776998326.956508:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802700288 00000100:00100000:2.0:1776998326.956516:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802700288 00000100:00100000:2.0:1776998326.956563:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12483 00000100:00100000:2.0:1776998326.956576:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802700288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.956609:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2687 count 1 00010000:00010000:2.0:1776998326.956637:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.956667:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.956679:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.956682:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.956686:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.957012:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.957031:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.957052:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802700544:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.957101:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2601377240 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.957152:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802699264:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.957207:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.957235:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998326.957243:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.957264:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.958629:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.958646:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.958659:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.958670:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.958697:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998326.959549:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3359:x1863313802696320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 113576us (137115us total) trans 4294970555 rc 0/0 00000100:00100000:3.0:1776998326.959562:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12473 00000004:00080000:1.0:1776998326.961514:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a8a80/2, rc 0, transno 4294970553 00000100:00100000:1.0:1776998326.961547:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696704:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.961572:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d964380/2, rc 0, transno 4294970554 00000100:00100000:1.0:1776998326.961578:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.961965:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802698752:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.961996:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.962045:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802698880:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.962061:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.962095:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802699008:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998326.962110:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.962134:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.962146:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.962159:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.962194:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.964332:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802698624:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.965252:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.965419:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.965435:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.965474:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.965487:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.966245:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776998326.968645:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3362:x1863313802697216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 125395us (146500us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1776998326.968660:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12469 00000100:00100000:0.0:1776998326.968758:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.968863:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.968913:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.968958:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.968999:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.969041:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.969202:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.969273:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998326.969392:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998326.969415:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802700672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998326.969496:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998326.969606:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1776998326.970115:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970136:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970162:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970192:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa3c3604/0x27b6fb26481ba7c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970223:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998326.970230:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970242:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.970247:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970260:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970275:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970287:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba7d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970306:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998326.970311:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970321:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.970325:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970337:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970353:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970366:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba7ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970389:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998326.970396:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970406:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.970411:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970423:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970459:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970471:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098f45583/0x27b6fb26481ba7d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970492:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998326.970497:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970506:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.970510:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970541:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970557:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970569:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba7de lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970589:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.970592:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.970595:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.970630:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998326.970647:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802700672 00000100:00100000:2.0:1776998326.970658:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802700672 00000100:00100000:2.0:1776998326.970721:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12484 00000100:00100000:2.0:1776998326.970734:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3361:x1863313802700672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998326.970812:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2742 count 1 00010000:00010000:2.0:1776998326.970837:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970860:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 599 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970873:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.970876:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.970881:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970923:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 599 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.970940:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 599 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.970967:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802700928:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998326.971047:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26033c8300 going to sleep for 11 seconds 00000100:00100000:2.0:1776998326.971072:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476160 00000100:00100000:2.0:1776998326.971077:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476160 00010000:00010000:2.0:1776998326.971109:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 589 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971133:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476416 00000100:00100000:2.0:1776998326.971137:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476416 00010000:00010000:2.0:1776998326.971155:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 600 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971198:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476672 00000100:00100000:2.0:1776998326.971204:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476672 00010000:00010000:2.0:1776998326.971222:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 601 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971239:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476288 00000100:00100000:2.0:1776998326.971243:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476288 00010000:00010000:2.0:1776998326.971260:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 590 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971276:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476544 00000100:00100000:2.0:1776998326.971280:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476544 00010000:00010000:2.0:1776998326.971297:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 591 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971321:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756476800 00000100:00100000:2.0:1776998326.971325:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756476800 00010000:00010000:2.0:1776998326.971341:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 592 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971358:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477184 00000100:00100000:2.0:1776998326.971362:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477184 00010000:00010000:2.0:1776998326.971380:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 593 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.971401:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5171 00000100:00100000:2.0:1776998326.971411:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+593:2374:x1863313756476160:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.971425:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.971432:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971474:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971499:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b98b18e/0x27b6fb26481a1805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4246d expref: 593 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971515:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971518:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971524:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971538:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971568:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.971605:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+592:2374:x1863313756476160:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 193us (2848us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.971616:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5171 00000100:00100000:2.0:1776998326.971640:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5172 00000100:00100000:2.0:1776998326.971650:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+601:2374:x1863313756476416:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.971665:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.971672:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 601 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971686:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 601 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971705:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f45c1e9/0x27b6fb26481b23b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49e1b expref: 601 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971720:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971722:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971727:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971747:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971778:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.971808:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+600:2374:x1863313756476416:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 159us (2944us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.971819:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5172 00000100:00100000:2.0:1776998326.971870:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5173 00000100:00100000:2.0:1776998326.971880:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+599:2374:x1863313756476672:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.971892:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.971899:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971914:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971934:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f91e14ba/0x27b6fb264819d928 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c407da expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971948:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971950:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.971955:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.971974:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972000:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.972030:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+598:2374:x1863313756476672:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 150us (3116us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.972040:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5173 00000100:00100000:2.0:1776998326.972059:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5174 00000100:00100000:2.0:1776998326.972069:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+591:2374:x1863313756476288:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.972081:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.972089:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 591 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972103:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 591 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972123:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea05a51/0x27b6fb26481a19d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4253f expref: 591 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972138:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972140:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972144:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972163:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972217:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.972249:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+590:2374:x1863313756476288:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 180us (3289us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.972259:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5174 00000100:00100000:2.0:1776998326.972280:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5175 00000100:00100000:2.0:1776998326.972289:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+589:2374:x1863313756476544:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.972300:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.972307:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 589 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972322:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 589 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972340:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6515a9c/0x27b6fb264819f051 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41261 expref: 589 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972355:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972358:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972362:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972381:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972409:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.972439:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+588:2374:x1863313756476544:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 151us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.972472:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5175 00000100:00100000:2.0:1776998326.972496:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5176 00000100:00100000:2.0:1776998326.972506:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+587:2374:x1863313756476800:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.972520:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.972527:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 587 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972542:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 587 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972560:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972563:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972567:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972579:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972598:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.972630:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+587:2374:x1863313756476800:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (3587us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.972639:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5176 00000100:00100000:2.0:1776998326.972659:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5177 00000100:00100000:2.0:1776998326.972668:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+586:2375:x1863313756477184:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998326.972678:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998326.972685:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 586 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972699:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 586 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972717:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972719:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998326.972724:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972735:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972754:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998326.972783:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+586:2375:x1863313756477184:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 115us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998326.972794:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5177 00010000:00010000:2.0:1776998326.972863:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb264819f789 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c415a9 expref: 585 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.972888:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802699904:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.972911:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972925:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972936:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972950:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972961:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.972985:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998326.973311:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:3362:x1863313802699648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37716us (38063us total) trans 4294970704 rc 0/0 00000100:00100000:2.0:1776998326.973322:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12480 00010000:00010000:2.0:1776998326.973361:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.973373:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.973385:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.973395:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.973416:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998326.973601:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3362:x1863313802696576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 128414us (151293us total) trans 4294970556 rc 0/0 00000100:00100000:1.0:1776998326.973614:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12471 00010000:00010000:1.0:1776998326.973652:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.973669:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.973683:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.973696:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.973711:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998326.974253:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+25:3362:x1863313802697088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 128541us (151892us total) trans 4294970705 rc 0/0 00000100:00100000:1.0:1776998326.974265:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12472 00000100:00100000:1.0:1776998326.974486:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802700800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.974535:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998326.974592:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d964000/2, rc 0, transno 4294970555 00000100:00100000:1.0:1776998326.974613:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696320:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.974664:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c15c00/2, rc 0, transno 4294970704 00000100:00100000:1.0:1776998326.974681:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802699648:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998326.974697:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d966a00/2, rc 0, transno 4294970556 00000100:00100000:1.0:1776998326.974704:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802696576:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.974715:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a8700/2, rc 0, transno 4294970705 00000100:00100000:1.0:1776998326.974721:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802697088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998326.974732:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a8380/2, rc 0, transno 4294970703 00000100:00100000:1.0:1776998326.974737:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802697216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998326.974787:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.974801:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.974815:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.974827:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.974843:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776998326.975532:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+35:3359:x1863313802696448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 123135us (152890us total) trans 4294970557 rc 0/0 00000100:00100000:1.0:1776998326.975544:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12476 00000100:00100000:1.0:1776998326.975566:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802700800 00000100:00100000:1.0:1776998326.975573:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802700800 00000100:00100000:1.0:1776998326.975616:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12485 00000100:00100000:1.0:1776998326.975627:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+35:3359:x1863313802700800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998326.975656:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2913 count 1 00010000:00010000:1.0:1776998326.975679:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975703:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 597 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975715:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.975718:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.975722:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975757:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 597 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975775:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 597 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.975794:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802701056:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.975833:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250193f6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998326.975856:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975871:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975884:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975907:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.975922:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776998326.976289:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+25:3359:x1863313802697344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 124307us (153710us total) trans 4294970706 rc 0/0 00000100:00100000:1.0:1776998326.977013:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12475 00010000:00010000:1.0:1776998326.977049:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.977064:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.977078:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.977090:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.977104:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1776998326.977272:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3359:x1863313802696960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 124610us (154586us total) trans 4294970707 rc 0/0 00000100:00100000:1.0:1776998326.977283:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12477 00010000:00010000:0.0:1776998326.977630:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.977663:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.977930:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.977958:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.977979:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1776998326.979142:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.979218:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998326.979274:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d967100/2, rc 0, transno 4294970557 00000100:00100000:1.0:1776998326.979290:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998326.979306:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a9f80/2, rc 0, transno 4294970707 00000100:00100000:1.0:1776998326.979317:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696960:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998326.979331:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360ad500/2, rc 0, transno 4294970706 00000100:00100000:1.0:1776998326.979336:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802697344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.979350:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776998326.979359:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.979396:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.979425:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.979484:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.979528:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701568 00000100:00100000:1.0:1776998326.979536:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701568 00000100:00100000:1.0:1776998326.979575:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701184 00000100:00100000:1.0:1776998326.979579:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701184 00000100:00100000:1.0:1776998326.979600:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701696 00000100:00100000:1.0:1776998326.979604:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701696 00000100:00100000:1.0:1776998326.979627:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12486 00000100:00100000:1.0:1776998326.979637:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3359:x1863313802701568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.979661:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3411 count 1 00010000:00010000:1.0:1776998326.979684:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.979708:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.979719:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.979723:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.979727:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.979762:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.979778:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.979795:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802701824:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.979845:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.979999:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.980038:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.980066:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998326.980092:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.980119:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.980249:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701440 00000100:00100000:1.0:1776998326.980254:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701440 00000100:00100000:1.0:1776998326.983170:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701312 00000100:00100000:1.0:1776998326.983184:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701312 00000100:00100000:1.0:1776998326.983238:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12487 00000100:00100000:1.0:1776998326.983252:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3359:x1863313802701184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998326.983284:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2902 count 1 00010000:00010000:1.0:1776998326.983313:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.983929:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 597 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.983941:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.983944:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.983948:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.983993:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 597 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.984009:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 597 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.984030:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802702336:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.984096:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616d91e40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.984134:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12488 00000100:00100000:1.0:1776998326.984147:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+27:3359:x1863313802701696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.984167:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3424 count 1 00010000:00010000:1.0:1776998326.984964:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.984982:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 584 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.984999:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985001:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985004:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985036:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 584 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985050:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 584 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.985066:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802702464:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.985098:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f7b66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.985125:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12489 00000100:00100000:1.0:1776998326.985138:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3362:x1863313802701440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.985159:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2475 count 1 00010000:00010000:1.0:1776998326.985198:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985217:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 584 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985227:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985229:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985233:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985265:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 584 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985278:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 584 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.985292:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802702592:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.985322:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f7b6240 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.985348:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12490 00000100:00100000:1.0:1776998326.985359:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+37:3362:x1863313802701312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998326.985380:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3066 count 1 00010000:00010000:1.0:1776998326.985397:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985415:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 597 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985424:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985427:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.985430:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985483:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 597 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.985505:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 597 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.985520:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802702720:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.985548:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998326.986040:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802702080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.986095:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.986135:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998326.986146:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998326.986180:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.986221:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802702208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.986255:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.986309:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802702080 00000100:00100000:1.0:1776998326.986613:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802702080 00000100:00100000:1.0:1776998326.986650:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802701952 00000100:00100000:1.0:1776998326.986654:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802701952 00000100:00100000:1.0:1776998326.986715:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802702208 00000100:00100000:1.0:1776998326.986719:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802702208 00000100:00100000:1.0:1776998326.986736:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12491 00000100:00100000:1.0:1776998326.986745:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3362:x1863313802702080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.986764:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2519 count 1 00010000:00010000:1.0:1776998326.986783:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987213:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1776998326.987225:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987240:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.987247:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987262:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987287:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987299:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481ba81d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987327:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776998326.987333:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987361:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.987365:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987376:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987400:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987409:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f5b9eb5/0x27b6fb26481ba80f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987428:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998326.987433:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987465:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.987469:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987480:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987493:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987502:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000433940b1/0x27b6fb26481ba7e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987534:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998326.987539:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987550:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.987555:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987567:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987581:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987592:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481ba801 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987611:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998326.987616:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987625:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.987630:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987639:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987910:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987922:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b13d919a/0x27b6fb26481ba7fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987943:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998326.987951:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.987955:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 584 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.987978:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998326.987983:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998326.987985:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.987987:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.987994:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988011:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988030:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988041:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481ba808 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988043:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 584 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988085:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 584 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988087:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998326.988096:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988113:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:1.0:1776998326.988115:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802702848:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.988121:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988136:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.988153:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.988162:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1f00 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.988164:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481ba7f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.988198:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12492 00000100:00100000:1.0:1776998326.988216:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3362:x1863313802701952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998326.988223:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.988228:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.988231:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1776998326.988238:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2969 count 1 00010000:00010000:1.0:1776998326.988259:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988276:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 597 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988286:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.988288:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.988293:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988343:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 597 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.988357:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 597 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.988371:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802702976:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.988397:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00000100:00100000:0.0:1776998326.989071:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3359:x1863313802696832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 142849us (166543us total) trans 4294970708 rc 0/0 00000100:00100000:1.0:1776998326.989081:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12493 00000100:00100000:0.0:1776998326.989096:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12474 00000100:00100000:1.0:1776998326.989103:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3359:x1863313802702208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.989126:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3184 count 1 00010000:00010000:1.0:1776998326.989145:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.989163:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 584 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.989174:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.989177:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.989180:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.989215:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 584 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.989480:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 584 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.989498:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802703104:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.989562:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998326.989589:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998326.989982:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998326.990097:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477312 00000100:00100000:1.0:1776998326.990106:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477312 00010000:00010000:1.0:1776998326.990143:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 585 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.990188:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5178 00000100:00100000:1.0:1776998326.990201:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+585:2373:x1863313756477312:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998326.990217:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998326.990711:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 585 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.991144:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 585 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.991170:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.991173:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.991180:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.991201:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.991229:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1776998326.991269:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394ab800/2, rc 0, transno 4294970708 00000100:00100000:3.0:1776998326.991294:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802696832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.991588:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+585:2373:x1863313756477312:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1388us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998326.991598:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5178 00000100:00100000:1.0:1776998326.991697:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802703232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998326.991743:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998326.991886:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802703232 00000100:00100000:1.0:1776998326.991893:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802703232 00000100:00100000:1.0:1776998326.991928:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12494 00000100:00100000:1.0:1776998326.991938:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3360:x1863313802703232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998326.991960:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2791 count 1 00010000:00010000:1.0:1776998326.991981:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.992001:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 584 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.992011:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.992013:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998326.992017:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.992046:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 584 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998326.992060:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 584 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998326.992076:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802703360:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998326.992182:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389540 going to sleep for 11 seconds 00010000:00010000:3.0:1776998326.993497:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998326.993506:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998326.993545:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2eee0a7/0x27b6fb26481a1335 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4223d expref: 584 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998326.993568:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802699520:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998326.993591:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.993606:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.993617:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.993631:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.993642:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.993667:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998326.994877:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998326.995007:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e99c340/0x27b6fb264819c333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fddf expref: 583 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998326.995028:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802700032:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998326.995047:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.995062:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.995073:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.995087:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.995098:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998326.995122:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998326.995643:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802699392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 106715us (107039us total) trans 4294970709 rc 0/0 00000100:00100000:3.0:1776998326.995660:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12479 00010000:00010000:3.0:1776998326.995702:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998326.995712:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.995733:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998326.995740:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.995753:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.995778:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998326.995825:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3359:x1863313802699136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 131012us (131219us total) trans 4294970558 rc 0/0 00000100:00100000:2.0:1776998326.995836:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12478 00010000:00010000:2.0:1776998326.995885:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998326.995892:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.995904:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998326.995909:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.995922:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.995940:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.995951:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba824 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998326.995976:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.995978:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998326.995981:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998326.996014:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802700544:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998326.996037:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.996199:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481ba816 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998326.996476:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.996480:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998326.996483:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998327.002302:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dff2a00/2, rc 0, transno 4294970558 00000100:00100000:1.0:1776998327.002334:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802699136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.003000:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+31:3359:x1863313802699776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 66773us (67619us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1776998327.003018:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12481 00000100:00100000:0.0:1776998327.003104:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802700416:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.003141:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998327.004513:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c16a00/2, rc 0, transno 4294970710 00000100:00100000:1.0:1776998327.004644:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802699776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.004687:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477440 00000100:00100000:1.0:1776998327.004696:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477440 00010000:00010000:1.0:1776998327.004743:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 598 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.005059:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477568 00000100:00100000:1.0:1776998327.005065:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477568 00010000:00010000:1.0:1776998327.005087:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 599 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.005121:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5179 00000100:00100000:1.0:1776998327.005134:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+599:2375:x1863313756477440:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.005150:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.005158:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.005205:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.005234:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d791dba7/0x27b6fb2648195302 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cae0 expref: 599 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.005256:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.005259:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.005265:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.005279:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.005310:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.005376:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+598:2375:x1863313756477440:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 243us (11877us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.005387:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5179 00000100:00100000:2.0:1776998327.005481:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5180 00000100:00100000:2.0:1776998327.006001:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+597:2374:x1863313756477568:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998327.006017:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998327.006026:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 597 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.006044:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 597 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.006066:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000660cbe2/0x27b6fb26481a2fc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42f3a expref: 597 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.006082:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.006085:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.006089:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.006109:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.006148:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998327.006196:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+596:2374:x1863313756477568:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 702us (11322us total) trans 0 rc 0/0 00000004:00080000:1.0:1776998327.007139:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788000/2, rc 0, transno 4294970709 00010000:00010000:0.0:1776998327.007244:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007261:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007276:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007287:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007312:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998327.007912:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802700160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62251us (68649us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1776998327.007925:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12482 00010000:00010000:0.0:1776998327.007956:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.007964:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007977:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.007982:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.007995:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.008015:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.008027:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481ba82b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.008054:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.008057:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.008059:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998327.008337:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5180 00010000:00010000:2.0:1776998327.008397:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.008411:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.008422:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.008435:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.008481:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998327.008899:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3362:x1863313802700288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52324us (53270us total) trans 4294970560 rc 0/0 00000100:00100000:2.0:1776998327.008910:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12483 00010000:00010000:0.0:1776998327.010258:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.010269:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.010283:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.010289:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.010300:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.010318:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.010329:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d1ab15a/0x27b6fb26481ba832 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.011212:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.011215:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.011218:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.012753:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.012894:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802699392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998327.012905:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802701824:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.012936:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802703616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998327.012943:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.013221:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.013245:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802703488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998327.015529:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.015572:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.015707:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.015739:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.018160:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998327.018315:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d4380/2, rc 0, transno 4294970560 00000100:00100000:1.0:1776998327.018342:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802700288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.018465:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477824 00000100:00100000:1.0:1776998327.018475:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477824 00010000:00010000:1.0:1776998327.018522:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 596 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.018556:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477952 00000100:00100000:1.0:1776998327.018561:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477952 00010000:00010000:1.0:1776998327.018580:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 583 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.018598:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477696 00000100:00100000:1.0:1776998327.018602:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477696 00010000:00010000:1.0:1776998327.018616:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 597 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.018634:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478080 00000100:00100000:1.0:1776998327.018638:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478080 00010000:00010000:1.0:1776998327.018655:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 598 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.018672:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478208 00000100:00100000:1.0:1776998327.018676:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478208 00010000:00010000:1.0:1776998327.018691:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 584 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.018712:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5181 00000100:00100000:1.0:1776998327.018723:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+598:2372:x1863313756477824:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.018745:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.018753:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 598 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.018770:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 598 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.018802:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.018806:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.018813:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.018828:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.018872:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.018939:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+598:2372:x1863313756477824:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 215us (6189us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.018951:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5181 00000100:00100000:1.0:1776998327.018980:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5182 00000100:00100000:1.0:1776998327.018990:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+584:2374:x1863313756477952:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.019004:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.019011:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019026:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019051:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000717306fd/0x27b6fb26481b068a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c490d8 expref: 584 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019071:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.019073:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.019078:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019092:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019123:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.019156:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+583:2374:x1863313756477952:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 167us (3632us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.019166:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5182 00000100:00100000:1.0:1776998327.019235:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5183 00000100:00100000:1.0:1776998327.019498:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+597:2374:x1863313756477696:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.019517:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.019525:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 597 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019543:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 597 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019571:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.019573:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.019578:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019589:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019608:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.019639:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+597:2374:x1863313756477696:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 395us (4066us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.019650:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5183 00000100:00100000:1.0:1776998327.019672:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5184 00000100:00100000:1.0:1776998327.019683:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+596:2373:x1863313756478080:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.019695:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.019702:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 596 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019975:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 596 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.019994:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.019996:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.020001:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020022:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020042:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.020071:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+596:2373:x1863313756478080:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 390us (4364us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.020081:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5184 00000100:00100000:1.0:1776998327.020102:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5185 00000100:00100000:1.0:1776998327.020112:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+582:2373:x1863313756478208:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.020123:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.020130:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 582 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020145:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 582 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020162:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.020164:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.020194:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020207:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020227:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.020258:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+582:2373:x1863313756478208:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 147us (4517us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.020267:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5185 00000004:00080000:1.0:1776998327.020320:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d4e00/2, rc 0, transno 4294970559 00000100:00100000:1.0:1776998327.020329:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802700160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.020338:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998327.020353:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802703744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.020397:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998327.020499:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff0e9b3a/0x27b6fb264819daf6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408ac expref: 595 pid: 13958 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.020518:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802701056:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.020544:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020558:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020568:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020584:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020597:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.020632:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998327.022829:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802703616 00000100:00100000:3.0:1776998327.022856:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802703616 00000100:00100000:3.0:1776998327.022904:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802703744 00000100:00100000:3.0:1776998327.022908:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802703744 00000100:00100000:3.0:1776998327.022940:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12495 00000100:00100000:3.0:1776998327.022952:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3362:x1863313802703616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998327.022989:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3156 count 1 00010000:00010000:3.0:1776998327.023022:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.023048:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 581 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.023061:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.023064:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.023070:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.023078:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998327.023126:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 581 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.023128:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802703488 00000100:00100000:0.0:1776998327.023138:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802703488 00010000:00010000:3.0:1776998327.023154:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 581 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.023212:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802703872:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.023224:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12496 00000100:00100000:0.0:1776998327.023239:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802703744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998327.023266:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2606 count 1 00010000:00010000:0.0:1776998327.023287:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023309:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 581 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023321:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.023323:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.023327:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023360:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 581 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023375:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 581 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.023392:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802704000:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.023477:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.023505:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12497 00000100:00100000:0.0:1776998327.023537:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+39:3361:x1863313802703488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.023560:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2501 count 1 00010000:00010000:0.0:1776998327.023581:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.023581:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b840 going to sleep for 11 seconds 00010000:00010000:0.0:1776998327.023606:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 594 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023618:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.023620:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.023625:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023660:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 594 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.023677:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 594 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.023694:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802704128:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.024035:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.024194:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756477056 00000100:00100000:0.0:1776998327.024202:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756477056 00000100:00100000:0.0:1776998327.024259:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51939 00000100:00100000:0.0:1776998327.024273:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756477056:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998327.024329:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998327.024354:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508892400/0x27b6fb2648194cbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x150f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c808 expref: 3160 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024379:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094ab200/0x27b6fb2648194c95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x150f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c7f3 expref: 3159 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024401:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d809200/0x27b6fb264817f66e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x150f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c363a0 expref: 3158 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024416:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150f:0x0].0x0 (ffff8d2509e0e400) 00010000:00010000:0.0:1776998327.024429:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998327.024476:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024492:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024508:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024530:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024543:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024562:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.024596:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.024690:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.024744:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.024770:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.024786:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.024801:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.024811:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.024883:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000040:00080000:0.0:1776998327.025590:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2921, 64 off195200 00010000:00010000:0.0:1776998327.025953:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.025968:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.025979:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.025988:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.025997:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026006:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026028:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776998327.026051:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026060:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026070:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026079:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.026085:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026096:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026115:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150f:0x0].0x0 (ffff8d250db54000) 00000100:00100000:3.0:1776998327.026117:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478464 00010000:00010000:0.0:1776998327.026120:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1776998327.026126:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478464 00010000:00010000:0.0:1776998327.026128:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026142:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481ba8a9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x150f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026165:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.026166:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 595 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026208:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.026209:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478720 00000100:00100000:3.0:1776998327.026217:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478720 00010000:00010000:0.0:1776998327.026223:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026239:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.026244:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 582 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026246:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026266:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026279:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998327.026282:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.026287:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.026295:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481ba89b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998327.026309:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005eae77c5 reply state 00000000c23ce472 transno 4295020031 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.026321:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998327.026402:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3159:17551:x1863313756477056:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2129us (57225us total) trans 4295020031 rc 0/0 00000100:00100000:0.0:1776998327.026415:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51939 00000100:00100000:1.0:1776998327.026679:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802700800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51050us (52140us total) trans 4294970561 rc 0/0 00000100:00100000:1.0:1776998327.026692:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12485 00000100:00100000:1.0:1776998327.026727:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478592 00000100:00100000:1.0:1776998327.026733:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478592 00010000:00010000:1.0:1776998327.026756:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 583 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.026779:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478976 00000100:00100000:1.0:1776998327.026783:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478976 00010000:00010000:1.0:1776998327.026802:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 596 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.026819:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478848 00000100:00100000:1.0:1776998327.026824:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478848 00010000:00010000:1.0:1776998327.026841:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 584 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.027142:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5186 00000100:00100000:3.0:1776998327.027157:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+596:2375:x1863313756478464:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.027195:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.027204:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 596 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.027220:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 596 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.027244:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.027247:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.027252:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.027414:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5187 00000100:00100000:1.0:1776998327.027426:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+584:2374:x1863313756478592:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.027468:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.027475:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 584 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027499:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 584 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027520:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.027523:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.027527:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027541:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027564:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.027603:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+584:2374:x1863313756478592:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 178us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.027614:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5187 00000100:00100000:1.0:1776998327.027637:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5188 00000100:00100000:1.0:1776998327.027647:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+596:2375:x1863313756478976:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.027658:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.027665:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 596 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027680:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 596 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027706:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.027709:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.027713:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027725:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.027743:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.027770:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+596:2375:x1863313756478976:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 124us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.027780:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5188 00000100:00100000:1.0:1776998327.027801:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5189 00000100:00100000:1.0:1776998327.027812:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+583:2375:x1863313756478720:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.027824:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.027832:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 583 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.027950:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a85a8cc4/0x27b6fb2648197418 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xab6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d9ea expref: 595 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.027974:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802700928:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.028002:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.028017:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.028029:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.028042:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.028054:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.028078:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1776998327.028083:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.028115:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.028155:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+594:2375:x1863313756478464:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1001us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.028167:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5186 00000100:00100000:3.0:1776998327.028236:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5190 00000100:00100000:3.0:1776998327.028249:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+583:2374:x1863313756478848:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1776998327.028635:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802700672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57901us (59137us total) trans 4294970562 rc 0/0 00000100:00100000:2.0:1776998327.028647:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12484 00010000:00010000:3.0:1776998327.029192:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.029203:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 583 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.029248:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 583 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.029819:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 583 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030182:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.030185:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.030192:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030213:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030236:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.030273:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+583:2375:x1863313756478720:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2462us (5585us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.030283:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5189 00010000:00010000:1.0:1776998327.030358:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062f77078/0x27b6fb264819d458 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c405aa expref: 593 pid: 12888 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.030377:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802702336:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.030401:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030413:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030423:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030435:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030472:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030502:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776998327.030730:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802701184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47480us (51332us total) trans 4294970563 rc 0/0 00000100:00100000:1.0:1776998327.030741:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12487 00010000:00010000:1.0:1776998327.030811:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089a7e90c/0x27b6fb26481b0e5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49466 expref: 582 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.030831:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802702464:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.030868:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030881:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030891:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030902:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030913:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.030925:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1776998327.031644:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+33:3359:x1863313802701696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47498us (52158us total) trans 4294970711 rc 0/0 00000100:00100000:1.0:1776998327.031655:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12488 00000100:00100000:1.0:1776998327.031700:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802702848:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.031720:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031763:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004719d590/0x27b6fb264819fca6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c417fc expref: 592 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.031779:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802702976:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.031796:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031809:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031819:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031832:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031842:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.031862:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1776998327.032112:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1776998327.032125:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032141:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032147:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032161:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032205:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032218:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087571e66/0x27b6fb26481ba840 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032246:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776998327.032252:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032262:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032268:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032277:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032293:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x150f:0x0].0x0 (ffff8d250db54000) 00000100:00100000:1.0:1776998327.032300:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3362:x1863313802701952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44084us (46114us total) trans 4294970564 rc 0/0 00010000:00010000:2.0:1776998327.032301:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998327.032309:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.032322:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12492 00010000:00010000:2.0:1776998327.032325:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481ba8b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x150f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032352:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998327.032358:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032368:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032373:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.032381:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026ff89ba/0x27b6fb26481a7dfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c452c6 expref: 581 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032392:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.032415:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802703104:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.032419:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032434:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481ba839 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xab6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032482:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998327.032487:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032497:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032503:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.032503:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.032510:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.032517:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.032533:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032540:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032567:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.032571:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998327.032581:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481ba84e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032601:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.032606:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.032616:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+580:2374:x1863313756478848:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4366us (7730us total) trans 0 rc 0/0 00010000:00010000:2.0:1776998327.032629:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032637:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.032637:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5190 00010000:00010000:2.0:1776998327.032654:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032670:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032682:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481ba855 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032703:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.032708:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032718:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a3e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.032722:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032732:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032744:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032753:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba871 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.032792:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.032795:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.032798:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.033307:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.033316:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998327.033942:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c16d80/2, rc 0, transno 4294970562 00000100:00100000:0.0:1776998327.033955:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802700672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998327.036243:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.036272:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.036287:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.036298:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.036332:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998327.037033:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.037572:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3359:x1863313802701568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57933us (58351us total) trans 4294970712 rc 0/0 00000100:00100000:0.0:1776998327.037587:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12486 00010000:00010000:1.0:1776998327.038865:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.038886:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.038897:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.038910:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.038937:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.047661:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.047704:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.047736:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.047898:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802703872:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998327.047933:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.047978:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756478336 00000100:00100000:3.0:1776998327.047988:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756478336 00010000:00010000:3.0:1776998327.048031:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 580 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.048060:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756479104 00000100:00100000:3.0:1776998327.048064:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756479104 00010000:00010000:3.0:1776998327.048079:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 581 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.048095:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756479360 00000100:00100000:3.0:1776998327.048098:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756479360 00010000:00010000:3.0:1776998327.048115:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 592 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.048131:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756479232 00000100:00100000:3.0:1776998327.048135:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756479232 00010000:00010000:3.0:1776998327.048150:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 582 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.048472:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5191 00000100:00100000:3.0:1776998327.048489:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+582:2372:x1863313756478336:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.048507:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.048515:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 582 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.048533:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 582 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.048569:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011eeb865/0x27b6fb264818eda5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39ccd expref: 582 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.048589:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.048592:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.048598:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.048611:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.048900:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.048962:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+581:2372:x1863313756478336:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 477us (11933us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.048974:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5191 00000100:00100000:3.0:1776998327.048999:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5192 00000100:00100000:3.0:1776998327.049010:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+580:2372:x1863313756479104:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.049022:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.049030:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 580 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049045:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 580 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049072:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049074:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049079:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049090:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049106:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.049133:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+580:2372:x1863313756479104:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 125us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.049143:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5192 00000100:00100000:3.0:1776998327.049160:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5193 00000100:00100000:3.0:1776998327.049191:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+592:2372:x1863313756479360:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.049203:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.049209:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 592 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049222:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 592 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049241:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049243:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049248:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049506:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049529:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.049561:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+592:2372:x1863313756479360:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 393us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.049572:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5193 00000100:00100000:3.0:1776998327.049624:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5194 00000100:00100000:3.0:1776998327.049633:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+579:2372:x1863313756479232:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.049644:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.049651:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 579 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049664:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 579 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049682:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd699cd5/0x27b6fb26481a6d24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44b1e expref: 579 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049695:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049697:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.049701:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049721:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049747:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.049775:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+578:2372:x1863313756479232:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 142us (2038us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.049784:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5194 00010000:00010000:3.0:1776998327.049811:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049822:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049836:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.049847:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.051661:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b96480b2/0x27b6fb2648199145 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e72d expref: 577 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.051685:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802703360:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.051709:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.051724:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.051734:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.051747:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.051759:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.051831:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776998327.053227:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3359:x1863313802702208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64127us (66967us total) trans 4294970713 rc 0/0 00000100:00100000:1.0:1776998327.053240:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12493 00010000:00010000:1.0:1776998327.055249:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079de613a/0x27b6fb264818d318 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c390be expref: 576 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.055478:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802702592:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.055505:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.055520:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.055531:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.055544:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.055556:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.059478:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1776998327.059495:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060076:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.060086:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060103:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060130:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060142:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003923f7aa/0x27b6fb26481ba847 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060173:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998327.060178:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060187:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a2e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.060190:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060200:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060213:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060222:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba878 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060242:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998327.060247:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060257:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.060261:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060272:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060285:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060296:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.060301:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060310:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.060314:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060323:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060489:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060502:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.060507:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060533:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.060537:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060547:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060560:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.060570:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.060572:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.060575:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.060590:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.063133:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776998327.063146:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6953129/0x27b6fb26481ba886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.063576:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.063943:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802703616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40989us (45784us total) trans 4294970714 rc 0/0 00000100:00100000:3.0:1776998327.063962:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12495 00000100:00100000:3.0:1776998327.064053:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.065652:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756479616 00000100:00100000:2.0:1776998327.065664:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756479616 00000100:00100000:2.0:1776998327.066001:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16997 00000100:00100000:2.0:1776998327.066014:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3159:17551:x1863313756479616:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998327.066603:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3160:17551:x1863313756479616:12345-192.168.201.35@tcp:35:rm.0 Request processed in 591us (2551us total) trans 4295020032 rc 0/0 00000100:00100000:2.0:1776998327.066614:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16997 00010000:00010000:2.0:1776998327.069994:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d44f4c/0x27b6fb26481921fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b497 expref: 575 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.070023:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802704000:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.070055:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070069:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070079:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070094:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070105:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070135:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998327.070511:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3360:x1863313802703744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47276us (50111us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1776998327.070528:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12496 00010000:00010000:2.0:1776998327.070583:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009873da1c/0x27b6fb264818e309 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c397fd expref: 591 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.070601:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802704128:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.070620:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070632:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070641:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070652:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070663:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.070684:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998327.071134:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802703488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47618us (48104us total) trans 4294970565 rc 0/0 00000100:00100000:2.0:1776998327.071145:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12497 00010000:00010000:2.0:1776998327.071223:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.071233:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071245:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.071252:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071265:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071289:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071299:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481ba88d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071323:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.071327:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071336:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.071340:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071351:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071371:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071381:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.071396:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.071398:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.071400:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.071409:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.071427:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.071927:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1776998327.071936:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061d103bf/0x27b6fb26481ba87f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xae7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.072160:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3360:x1863313802703232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80221us (80414us total) trans 4294970716 rc 0/0 00000100:00100000:0.0:1776998327.072199:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12494 00010000:00010000:3.0:1776998327.074168:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.074568:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802704384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998327.074929:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776998327.074998:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5c700/2, rc 0, transno 4294970565 00000100:00100000:3.0:1776998327.075014:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802703488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998327.075032:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998327.075040:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802704512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998327.075073:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998327.075110:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802704384 00000100:00100000:3.0:1776998327.075118:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802704384 00000100:00100000:3.0:1776998327.075157:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802704512 00000100:00100000:3.0:1776998327.075161:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802704512 00000100:00100000:3.0:1776998327.075223:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12498 00000100:00100000:3.0:1776998327.075235:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802704384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.075242:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12499 00000100:00100000:0.0:1776998327.075259:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802704512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998327.075273:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2557 count 1 00002000:00080000:0.0:1776998327.075284:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3192 count 1 00010000:00010000:3.0:1776998327.075304:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.075308:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.075353:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 590 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.075373:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 590 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.075373:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.075380:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.075387:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.075392:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.075397:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.075404:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.075490:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 590 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.075528:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 590 pid: 12897 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.075545:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802704640:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.075626:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1776998327.076020:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1776998327.076030:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcf77eb9/0x27b6fb26481ba85c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.076149:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.076900:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802701440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 91762us (96858us total) trans 4294970717 rc 0/0 00000100:00100000:1.0:1776998327.076912:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12489 00010000:00010000:2.0:1776998327.076950:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.076971:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.076980:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.076987:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.076998:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.077017:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4688f375 (ffff8d250db54300) 00010000:00010000:2.0:1776998327.077022:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.077028:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.077038:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481ba8a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4688f375 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.077078:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998327.077299:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c17100/2, rc 0, transno 4294970714 00000100:00100000:0.0:1776998327.077328:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802703616:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998327.077367:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4e00/2, rc 0, transno 4294970564 00000100:00100000:0.0:1776998327.077380:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998327.077396:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1f100/2, rc 0, transno 4294970717 00000100:00100000:0.0:1776998327.077400:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.077426:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802704768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.077488:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776998327.078594:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 590 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.078611:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 590 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.080571:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802704896:192.168.201.35@tcp:104: 00000004:00080000:0.0:1776998327.080634:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7480/2, rc 0, transno 4294970713 00000100:00100000:0.0:1776998327.080645:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802702208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998327.080664:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.080690:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.080704:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.080714:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.080738:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998327.082512:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b540 going to sleep for 11 seconds 00000100:00100000:3.0:1776998327.082674:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802704768 00000100:00100000:3.0:1776998327.082683:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802704768 00000100:00100000:3.0:1776998327.082747:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12500 00000100:00100000:3.0:1776998327.082759:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+42:3359:x1863313802704768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998327.082789:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3463 count 1 00010000:00010000:3.0:1776998327.082818:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.082853:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 590 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.082864:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.082867:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.082872:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.082908:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 590 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.082924:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 590 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.082941:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802705280:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.088982:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b240 going to sleep for 11 seconds 00000100:00100000:3.0:1776998327.089041:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802705152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998327.089127:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998327.089170:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998327.089190:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802705408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998327.089236:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.090734:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3362:x1863313802702080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 103986us (104635us total) trans 4294970718 rc 0/0 00000100:00100000:1.0:1776998327.090749:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12491 00000100:00100000:1.0:1776998327.090781:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802705152 00000100:00100000:1.0:1776998327.090789:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802705152 00000004:00080000:0.0:1776998327.090965:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1d180/2, rc 0, transno 4294970563 00000100:00100000:0.0:1776998327.090978:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701184:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998327.091008:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1c700/2, rc 0, transno 4294970711 00000100:00100000:0.0:1776998327.091028:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701696:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998327.091043:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1c000/2, rc 0, transno 4294970712 00000100:00100000:0.0:1776998327.091048:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802701568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998327.091060:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c15f80/2, rc 0, transno 4294970561 00000100:00100000:0.0:1776998327.091064:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802700800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.091078:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1776998327.091087:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802704256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.091131:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.091160:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802705024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.091186:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998327.093319:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003215c7d8/0x27b6fb26481a3700 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43282 expref: 590 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.094095:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802705408 00000100:00100000:1.0:1776998327.094103:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802705408 00000100:00100000:1.0:1776998327.094151:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802704256 00000100:00100000:1.0:1776998327.094155:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802704256 00000100:00100000:1.0:1776998327.094179:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12501 00000100:00100000:1.0:1776998327.094190:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3361:x1863313802705152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998327.094223:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3286 count 1 00010000:00010000:1.0:1776998327.094250:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.094746:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802705024 00000100:00100000:3.0:1776998327.094753:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802705024 00000100:00100000:3.0:1776998327.094804:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12502 00000100:00100000:3.0:1776998327.094814:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3361:x1863313802705408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998327.094835:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2614 count 1 00010000:00010000:3.0:1776998327.094874:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.094899:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 574 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.094910:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.094913:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.094918:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.095155:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 574 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.095181:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.095183:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.095187:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.095227:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 574 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.095245:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 574 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.096597:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802705536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.096624:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802705792:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.096924:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998327.096988:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802702720:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.097018:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00010000:00010000:2.0:1776998327.097027:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.097047:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.097058:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.097073:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.097083:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.097109:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776998327.097706:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 574 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.097721:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 574 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.097737:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802705920:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.098029:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802705664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.098185:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802705536 00000100:00100000:0.0:1776998327.098193:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802705536 00000100:00100000:0.0:1776998327.098240:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12503 00000100:00100000:0.0:1776998327.098252:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+44:3359:x1863313802704256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.098278:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3452 count 1 00010000:00010000:0.0:1776998327.098313:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.098969:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 589 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.098984:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.098987:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.098992:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.099030:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 589 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.099045:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 589 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.099062:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802706048:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.099119:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998327.099235:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+44:3362:x1863313802701312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 113876us (119112us total) trans 4294970566 rc 0/0 00000100:00100000:2.0:1776998327.099248:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12490 00000100:00100000:2.0:1776998327.099278:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12504 00000100:00100000:2.0:1776998327.099289:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3359:x1863313802705024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.099944:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12505 00000100:00100000:0.0:1776998327.099958:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3359:x1863313802705536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998327.099977:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2621 count 1 00010000:00010000:0.0:1776998327.099997:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.100016:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 574 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.100025:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.100027:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.100031:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.100058:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 574 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.100078:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 574 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.100094:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802706176:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.100138:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e480 going to sleep for 11 seconds 00002000:00080000:2.0:1776998327.100913:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3341 count 1 00010000:00010000:2.0:1776998327.100935:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.100952:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.100961:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.100964:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.100968:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.100996:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.101009:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 574 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.101023:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802706304:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998327.101065:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250d24ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998327.101222:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802706560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.101270:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998327.101321:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7b80/2, rc 0, transno 4294970718 00000100:00100000:2.0:1776998327.101334:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802702080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998327.101626:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b300 going to sleep for 11 seconds 00000100:00100000:3.0:1776998327.101653:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802706560 00000100:00100000:3.0:1776998327.101661:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802706560 00000100:00100000:3.0:1776998327.101706:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12506 00000100:00100000:3.0:1776998327.101717:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+44:3362:x1863313802706560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998327.101737:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3108 count 1 00010000:00010000:3.0:1776998327.101756:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.101776:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 589 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.101786:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.101789:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.101793:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.101822:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 589 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.101836:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 589 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.101851:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802706816:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.101886:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2631232600 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.102511:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802706688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.102812:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.102874:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802706688 00000100:00100000:0.0:1776998327.102880:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802706688 00000100:00100000:0.0:1776998327.102918:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12507 00000100:00100000:0.0:1776998327.102928:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3359:x1863313802706688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.102950:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2785 count 1 00010000:00010000:0.0:1776998327.102970:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.102989:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 589 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.102999:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.103002:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.103006:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.103045:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 589 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.103068:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 589 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.103086:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802706944:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.103140:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e780 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.103224:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776998327.103238:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802707072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.103277:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998327.103873:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1d500/2, rc 0, transno 4294970566 00000100:00100000:2.0:1776998327.103887:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802701312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.103898:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776998327.103905:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2640d5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802706432:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998327.103947:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.103956:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.103968:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.103974:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.103987:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104009:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104019:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093221179/0x27b6fb26481ba86a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104047:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.104052:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104063:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.104067:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104079:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104092:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104101:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481ba863 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.104120:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.104122:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.104124:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.104176:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.106749:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.106783:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998327.106800:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802707200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.106853:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.106892:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802707072 00000100:00100000:0.0:1776998327.106900:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802707072 00000100:00100000:0.0:1776998327.106953:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802706432 00000100:00100000:0.0:1776998327.106957:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802706432 00000100:00100000:0.0:1776998327.106982:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802707200 00000100:00100000:0.0:1776998327.106985:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802707200 00000100:00100000:0.0:1776998327.107012:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12508 00000100:00100000:0.0:1776998327.107023:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3359:x1863313802707072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998327.107053:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2836 count 1 00010000:00010000:0.0:1776998327.107079:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.107104:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.107121:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998327.107136:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.107139:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.107144:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.107184:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998327.107189:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2501c17800/2, rc 0, transno 4294970715 00010000:00010000:0.0:1776998327.107208:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 574 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.107214:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2501c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802703744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998327.107683:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802705664 00000100:00100000:3.0:1776998327.107690:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802705664 00000100:00100000:2.0:1776998327.107803:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12509 00000100:00100000:2.0:1776998327.107822:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802706432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998327.107846:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2568 count 1 00000100:00100000:3.0:1776998327.107863:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12510 00010000:00010000:2.0:1776998327.107868:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.107882:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802707200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998327.107898:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 589 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1776998327.107908:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3120 count 1 00010000:00010000:2.0:1776998327.107925:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.107928:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.107932:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.107934:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.107975:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 589 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.107986:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.107989:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998327.107994:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 589 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.107995:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.108037:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 589 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.108056:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802707456:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998327.108061:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 589 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.108078:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 589 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.108095:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802707584:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.108191:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389540 going to sleep for 11 seconds 00000004:00080000:1.0:1776998327.109217:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789f80/2, rc 0, transno 4294970716 00000100:00100000:1.0:1776998327.109228:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802703232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998327.109232:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616d91e40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998327.109319:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.110013:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756479872 00000100:00100000:2.0:1776998327.110021:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756479872 00000100:00100000:2.0:1776998327.110067:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51940 00000100:00100000:2.0:1776998327.110078:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3159:17551:x1863313756479872:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998327.110136:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998327.110164:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508853600/0x27b6fb264819252e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x148c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b60a expref: 3159 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.110186:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148c:0x0].0x0 (ffff8d2509cdc700) 00010000:00010000:2.0:1776998327.110202:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884e400/0x27b6fb2648197ead lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15b5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deba expref: 3158 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.110576:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802707328:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.110639:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e600 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.110666:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12511 00000100:00100000:0.0:1776998327.110678:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802705664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998327.110699:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3164 count 1 00010000:00010000:0.0:1776998327.110721:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.110740:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.110749:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.110751:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.110756:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.110787:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 574 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.110800:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 574 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.110813:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802707712:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.110847:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260318e900 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.110894:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802704640:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.110920:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.114623:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afb9600/0x27b6fb2648197e83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dea5 expref: 3157 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.114651:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e173600/0x27b6fb2648180d20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3682a expref: 3156 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.114669:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b5:0x0].0x0 (ffff8d250886ba00) 00010000:00010000:2.0:1776998327.114683:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998327.114713:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.114984:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.114997:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115018:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115030:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115040:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115205:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115218:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115230:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998327.115874:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2922, 64 off195264 00010000:00010000:2.0:1776998327.115956:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115970:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115983:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.115993:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116002:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116010:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116031:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.116057:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116064:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116072:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116085:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.116091:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116101:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116113:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b5:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998327.116117:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998327.116122:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116133:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481ba927 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116153:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116162:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116212:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116221:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.116226:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116236:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116252:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998327.116255:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.116259:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.116267:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481ba919 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998327.116279:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000083ef6e5 reply state 000000005fac055e transno 4295020033 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.116290:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998327.116381:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3157:17551:x1863313756479872:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6302us (7062us total) trans 4295020033 rc 0/0 00000100:00100000:2.0:1776998327.116393:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51940 00010000:00010000:0.0:1776998327.117245:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.117255:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.117264:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.117268:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.117277:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.117289:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15b5:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998327.117293:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.117568:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.117578:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba92e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.117598:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.117601:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.117604:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.121846:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802707840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.121927:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.122000:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802707968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.122029:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.122079:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802707840 00000100:00100000:1.0:1776998327.122088:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802707840 00000100:00100000:1.0:1776998327.122129:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802707968 00000100:00100000:1.0:1776998327.122134:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802707968 00000100:00100000:0.0:1776998327.122160:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12512 00000100:00100000:0.0:1776998327.122178:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3362:x1863313802707840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.122194:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12513 00000100:00100000:1.0:1776998327.122210:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3359:x1863313802707968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998327.122213:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2979 count 1 00002000:00080000:1.0:1776998327.122241:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2763 count 1 00010000:00010000:0.0:1776998327.122248:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.122262:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.122279:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 574 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.122287:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 574 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.122301:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.122307:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.122309:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.122314:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.122314:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.122321:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.122365:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 574 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.122383:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 574 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.122402:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802708096:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.122422:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 574 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.122465:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 574 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.122491:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802708224:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.122509:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250b244e40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.122559:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080240 going to sleep for 11 seconds 00000100:00100000:2.0:1776998327.147087:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.147710:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802706304:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.147750:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.147822:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.147861:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.147897:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.147936:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.147987:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802705792:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.148011:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.148044:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480000 00000100:00100000:1.0:1776998327.148051:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480128 00000100:00100000:3.0:1776998327.148056:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480000 00000100:00100000:1.0:1776998327.148060:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480128 00010000:00010000:1.0:1776998327.150763:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 591 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.150818:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480384 00000100:00100000:1.0:1776998327.150826:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480384 00000100:00100000:2.0:1776998327.156619:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.156959:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.159898:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802706048:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.159942:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.160007:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802707456:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.160037:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802706176:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.160037:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.160067:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.160115:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480256 00000100:00100000:0.0:1776998327.160124:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480256 00010000:00010000:3.0:1776998327.160591:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 592 pid: 12897 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.160625:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480512 00000100:00100000:3.0:1776998327.160630:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480512 00010000:00010000:3.0:1776998327.160656:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 593 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.160674:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480640 00000100:00100000:3.0:1776998327.160677:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480640 00010000:00010000:3.0:1776998327.160695:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 576 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.160710:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480768 00000100:00100000:3.0:1776998327.160713:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480768 00010000:00010000:3.0:1776998327.160729:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 577 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.160749:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5195 00010000:00010000:1.0:1776998327.162533:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 577 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.162577:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5196 00000100:00100000:1.0:1776998327.162597:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+593:2374:x1863313756480000:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1776998327.162609:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998327.162622:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.162633:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 593 pid: 12897 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.162645:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998327.162669:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 593 pid: 12897 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.162682:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.162717:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998327.162719:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5f758f2/0x27b6fb26481a827f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c454d3 expref: 593 pid: 12897 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.162746:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.162753:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998327.162753:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998327.162764:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.162780:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.162808:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.163404:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 592 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163433:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481280 00000100:00100000:0.0:1776998327.163470:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481280 00010000:00010000:0.0:1776998327.163497:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 593 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163517:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481536 00000100:00100000:0.0:1776998327.163522:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481536 00010000:00010000:0.0:1776998327.163539:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 578 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163565:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481152 00000100:00100000:0.0:1776998327.163568:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481152 00010000:00010000:0.0:1776998327.163585:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 594 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163601:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481408 00000100:00100000:0.0:1776998327.163604:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481408 00010000:00010000:0.0:1776998327.163620:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 595 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163634:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756480896 00000100:00100000:0.0:1776998327.163638:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756480896 00010000:00010000:0.0:1776998327.163654:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 579 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163671:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481024 00000100:00100000:0.0:1776998327.163674:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481024 00010000:00010000:0.0:1776998327.163692:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 596 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.163713:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5197 00000100:00100000:0.0:1776998327.163723:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+596:2373:x1863313756480512:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.163735:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.163741:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 596 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.163764:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 596 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.163783:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060a34a28/0x27b6fb26481b1ee7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49beb expref: 596 pid: 12896 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.164329:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802705920:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.164357:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.164397:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802704896:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.164412:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.164489:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802705280:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.164505:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.165263:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+596:2373:x1863313756480128:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.165282:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.165291:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 596 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.165309:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 596 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.165329:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca983232/0x27b6fb26481904ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a754 expref: 596 pid: 6664 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.165369:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.165373:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.165379:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.165392:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.165430:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998327.165595:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998327.166506:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.166509:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.166515:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.166528:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.166561:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.166936:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+594:2374:x1863313756480000:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4344us (19856us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.166967:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5196 00000100:00100000:1.0:1776998327.167008:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5198 00000100:00100000:1.0:1776998327.167022:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+579:2373:x1863313756480640:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.167037:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.167046:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 579 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.167063:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 579 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.167095:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000093c1a94/0x27b6fb26481adc6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47db4 expref: 579 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.167111:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.167114:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.167118:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.167131:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.167161:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.170966:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+593:2373:x1863313756480512:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 7211us (22999us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.170985:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5197 00000100:00100000:0.0:1776998327.171036:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5199 00000100:00100000:0.0:1776998327.171053:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+578:2373:x1863313756480768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.171075:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.171087:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 578 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171119:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 578 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171150:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df8577b7/0x27b6fb26481926cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6c7 expref: 578 pid: 6666 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171198:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171201:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171207:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171222:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171321:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.171368:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+577:2373:x1863313756480768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 320us (14689us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.171378:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5199 00000100:00100000:0.0:1776998327.171400:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5200 00000100:00100000:0.0:1776998327.171410:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+576:2373:x1863313756480384:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.171422:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.171430:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 576 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171485:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 576 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171504:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000437782b0/0x27b6fb26481abb58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46eaa expref: 576 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171520:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171522:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171527:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171538:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171574:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.171605:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2640d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+575:2373:x1863313756480384:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 195us (23742us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.171615:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5200 00000100:00100000:0.0:1776998327.171642:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5201 00000100:00100000:0.0:1776998327.171652:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+592:2373:x1863313756480256:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.171665:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.171674:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 592 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171702:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 592 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171722:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec664524/0x27b6fb26481b2585 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49eed expref: 592 pid: 8246 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171737:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171739:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171744:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171755:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171786:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.171815:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+591:2373:x1863313756480256:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 164us (23919us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.171825:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5201 00000100:00100000:0.0:1776998327.171850:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5202 00000100:00100000:0.0:1776998327.171861:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+590:2374:x1863313756481280:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.171872:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.171881:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 590 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171904:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 590 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171923:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171925:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.171930:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171942:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.171961:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.171990:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+590:2374:x1863313756481280:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (9387us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.171999:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5202 00000100:00100000:0.0:1776998327.172021:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5203 00000100:00100000:0.0:1776998327.172031:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+574:2374:x1863313756481536:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.172043:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.172051:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 574 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172065:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 574 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172088:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172091:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172096:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172106:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172123:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.172149:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+574:2374:x1863313756481536:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 119us (9511us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.172158:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5203 00000100:00100000:0.0:1776998327.172209:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5204 00000100:00100000:0.0:1776998327.172220:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+589:2374:x1863313756481152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.172232:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.172239:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 589 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172253:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 589 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172271:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172273:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172278:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172297:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172317:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.172346:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+589:2374:x1863313756481152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (9671us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.172355:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5204 00000100:00100000:0.0:1776998327.172375:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5205 00000100:00100000:0.0:1776998327.172383:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+588:2374:x1863313756481408:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.172394:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.172400:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 588 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172414:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 588 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172431:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f7f5d48/0x27b6fb2648190b6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aa56 expref: 588 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172476:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172478:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172482:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172500:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172531:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.172555:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+587:2374:x1863313756481408:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 171us (9843us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.172565:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5205 00000100:00100000:0.0:1776998327.172588:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5206 00000100:00100000:0.0:1776998327.172599:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+573:2373:x1863313756480896:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.172611:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.172619:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 573 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172635:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 573 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172655:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad4a0bc1/0x27b6fb2648192b01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8b1 expref: 573 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172669:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172671:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172675:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172695:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172748:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.172773:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+572:2373:x1863313756480896:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 176us (10026us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.172784:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5206 00000100:00100000:0.0:1776998327.172807:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5207 00000100:00100000:0.0:1776998327.172818:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+586:2373:x1863313756481024:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.172830:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.172839:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 586 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172854:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 586 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172871:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172874:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.172878:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172890:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.172908:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.172931:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+586:2373:x1863313756481024:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 115us (10125us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.172939:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5207 00010000:00010000:0.0:1776998327.173039:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ba0c108/0x27b6fb2648198df6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e5ac expref: 585 pid: 12891 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.173057:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802706944:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.173082:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173097:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173108:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173122:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173134:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173160:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998327.173573:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3359:x1863313802706688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70644us (70759us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1776998327.173585:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12507 00010000:00010000:0.0:1776998327.173637:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002307346f/0x27b6fb264819ac57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f37b expref: 571 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.173654:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802707328:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.173673:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173686:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173696:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173709:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173721:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.173744:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998327.173956:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3359:x1863313802707072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 66934us (70677us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1776998327.173967:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12508 00010000:00010000:0.0:1776998327.174000:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174012:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174021:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174029:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.174035:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174047:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174064:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7839483a (ffff8d250da9ef00) 00010000:00010000:0.0:1776998327.174069:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.174075:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174085:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba920 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7839483a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174096:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174114:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174127:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174133:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174139:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174203:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174215:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776998327.174220:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174233:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.174260:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1776998327.174787:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802705408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79972us (85547us total) trans 4294970720 rc 0/0 00000100:00100000:2.0:1776998327.174799:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12502 00010000:00010000:2.0:1776998327.174832:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776998327.174840:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174853:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.174859:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174872:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174890:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174901:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099430d7d/0x27b6fb26481ba8f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xae1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174923:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998327.174928:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174938:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.174943:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174954:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174967:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174976:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012f695a7/0x27b6fb26481ba8fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.174994:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.174999:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175008:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.175012:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175029:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175041:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175052:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481ba8d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175074:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.175079:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175088:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe8000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.175091:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175101:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175116:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175127:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a225c4/0x27b6fb26481ba8da lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175153:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.175156:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.175158:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.175253:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062b94f9d/0x27b6fb26481a572f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44123 expref: 584 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.175270:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802707584:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.175291:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175568:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175578:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175590:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175601:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.175622:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998327.176022:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802707200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68146us (69166us total) trans 4294970568 rc 0/0 00000100:00100000:2.0:1776998327.176033:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12510 00010000:00010000:2.0:1776998327.176081:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000778a00df/0x27b6fb26481a4ff7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ddb expref: 583 pid: 12861 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.176097:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802706816:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.176117:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176129:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176140:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176151:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176162:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176206:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998327.176667:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802706560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74950us (75394us total) trans 4294970569 rc 0/0 00000100:00100000:2.0:1776998327.176677:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12506 00010000:00010000:2.0:1776998327.176970:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.176977:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.176989:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.176993:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177005:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177022:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177032:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6953129/0x27b6fb26481ba90b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177053:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.177057:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177068:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.177072:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177083:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177102:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177111:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078e48e98/0x27b6fb26481ba8ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.177126:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.177129:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.177132:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.178908:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+570:2373:x1863313756480640:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 11882us (22291us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.178923:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5198 00000100:00100000:3.0:1776998327.180579:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+582:2373:x1863313756480128:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 19814us (32754us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.180595:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5195 00010000:00010000:3.0:1776998327.180684:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.180702:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.180724:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.180735:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.180761:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.185949:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.185972:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.185990:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186002:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186021:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998327.186537:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3361:x1863313802704512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 111278us (111458us total) trans 4294970571 rc 0/0 00000100:00100000:1.0:1776998327.186552:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12499 00010000:00010000:1.0:1776998327.186593:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186609:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186621:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186633:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186647:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998327.186867:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+41:3359:x1863313802705024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87578us (95677us total) trans 4294970721 rc 0/0 00000100:00100000:1.0:1776998327.186878:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12504 00010000:00010000:1.0:1776998327.186912:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186926:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186947:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186958:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.186972:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776998327.187144:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802705152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92954us (98016us total) trans 4294970722 rc 0/0 00000100:00100000:1.0:1776998327.187154:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12501 00000004:00080000:1.0:1776998327.187260:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e3f480/2, rc 0, transno 4294970719 00000100:00100000:1.0:1776998327.187284:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802707072:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998327.187589:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394abb80/2, rc 0, transno 4294970567 00000100:00100000:1.0:1776998327.187609:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802706688:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.187632:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5f100/2, rc 0, transno 4294970721 00000100:00100000:1.0:1776998327.187639:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802705024:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998327.187681:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508c04e00/2, rc 0, transno 4294970568 00000100:00100000:1.0:1776998327.187688:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802707200:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.187703:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5dc00/2, rc 0, transno 4294970569 00000100:00100000:1.0:1776998327.187708:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802706560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.187871:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802708352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.187926:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.187967:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998327.187977:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802708736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.188010:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.188055:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802708608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.188086:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.188112:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998327.188121:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802708480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.188152:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.188222:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802708352 00000100:00100000:1.0:1776998327.188231:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802708352 00000100:00100000:1.0:1776998327.188274:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802708736 00000100:00100000:1.0:1776998327.188279:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802708736 00000100:00100000:1.0:1776998327.188306:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802708608 00000100:00100000:1.0:1776998327.188311:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802708608 00000100:00100000:1.0:1776998327.188333:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802708480 00000100:00100000:1.0:1776998327.188338:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802708480 00000100:00100000:1.0:1776998327.188366:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12514 00000100:00100000:1.0:1776998327.188378:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3360:x1863313802708352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998327.188408:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2892 count 1 00000100:00100000:3.0:1776998327.191866:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3361:x1863313802704384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 114000us (114305us total) trans 4294970570 rc 0/0 00000100:00100000:3.0:1776998327.191881:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12498 00000100:00100000:3.0:1776998327.191916:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12515 00000100:00100000:3.0:1776998327.191930:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3360:x1863313802708736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998327.191960:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2570 count 1 00010000:00010000:3.0:1776998327.191988:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.192015:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 581 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.192029:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.192032:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.192037:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.192086:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 581 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.192106:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 581 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.192127:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802708864:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.192202:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00010000:00010000:3.0:1776998327.192255:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998327.192264:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.192276:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.192282:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.193367:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3359:x1863313802704256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 95113us (102231us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1776998327.193380:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12503 00000100:00100000:0.0:1776998327.193415:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12516 00000100:00100000:0.0:1776998327.193430:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802708608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.193485:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3117 count 1 00010000:00010000:0.0:1776998327.193510:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.193557:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.193580:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 581 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.193591:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482048 00010000:00010000:0.0:1776998327.193594:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.193599:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998327.193601:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482048 00010000:00010000:0.0:1776998327.193604:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.193685:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 581 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.193691:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16998 00000100:00100000:2.0:1776998327.193710:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3156:17551:x1863313756482048:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:0.0:1776998327.193714:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 581 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.193741:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802708992:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.193795:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606714600 going to sleep for 11 seconds 00010000:00010000:0.0:1776998327.193824:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.193838:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.193853:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.193867:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.193885:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776998327.194098:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3362:x1863313802706432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86282us (87757us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1776998327.194110:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12509 00000100:00100000:0.0:1776998327.194135:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12517 00000100:00100000:0.0:1776998327.194147:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3362:x1863313802708480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.194194:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2843 count 1 00010000:00010000:0.0:1776998327.194214:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194233:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 581 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194252:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.194254:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.194258:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194288:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 581 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194303:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 581 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.194320:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802709120:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.194359:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250a1fbf00 going to sleep for 11 seconds 00010000:00010000:0.0:1776998327.194390:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194404:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194417:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.194429:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.194472:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3157:17551:x1863313756482048:12345-192.168.201.35@tcp:35:rm.0 Request processed in 759us (915us total) trans 4295020034 rc 0/0 00010000:00010000:0.0:1776998327.194493:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1776998327.194494:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16998 00000100:00100000:2.0:1776998327.194763:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.194841:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998327.196662:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196692:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196704:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba8b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196737:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776998327.196744:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196756:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.196761:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196772:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196786:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196798:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d89739/0x27b6fb26481ba8be lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196819:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998327.196825:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196860:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.196866:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196878:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196894:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196906:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9568825/0x27b6fb26481ba8e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196927:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998327.196933:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196942:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a3000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.196966:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196978:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.196993:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197004:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000490cbc82/0x27b6fb26481ba8cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197023:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998327.197029:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197038:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.197043:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197055:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197071:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.197084:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d26398aa/0x27b6fb26481ba904 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198371:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998327.198377:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198389:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.198394:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198406:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198424:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198435:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a03dd8d2/0x27b6fb26481ba8e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.198481:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.198483:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.198487:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.199551:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3359:x1863313802705536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 99590us (102621us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1776998327.199567:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12505 00010000:00010000:0.0:1776998327.199643:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.200891:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.200924:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 569 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.200936:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.200939:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.200963:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.201032:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 569 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.201052:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 569 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.201074:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802709248:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.201152:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26080f0540 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.201243:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802708096:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.201270:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998327.201343:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fcdf80/2, rc 0, transno 4294970723 00000100:00100000:1.0:1776998327.201363:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802705536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998327.201383:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba3b80/2, rc 0, transno 4294970572 00000100:00100000:1.0:1776998327.201395:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802704256:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.201428:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5ea00/2, rc 0, transno 4294970573 00000100:00100000:1.0:1776998327.201484:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802706432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.201609:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802709376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.201657:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.201711:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998327.201984:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802709504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.202026:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.202065:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802709376 00000100:00100000:1.0:1776998327.202074:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802709376 00000100:00100000:1.0:1776998327.202118:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802709504 00000100:00100000:1.0:1776998327.202123:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802709504 00000100:00100000:1.0:1776998327.202155:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12518 00000100:00100000:1.0:1776998327.202243:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3360:x1863313802709376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.202279:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3293 count 1 00010000:00010000:1.0:1776998327.202308:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202329:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 581 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202342:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202345:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202348:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202380:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 581 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202394:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 581 pid: 12874 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.202411:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802709632:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.202479:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2606e39b40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.202506:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12519 00000100:00100000:1.0:1776998327.202518:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3362:x1863313802709504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.202537:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2667 count 1 00010000:00010000:1.0:1776998327.202555:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202572:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 581 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202582:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202585:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202588:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202616:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 581 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202629:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 581 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.202644:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802709760:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.202672:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2603080780 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.202704:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481664 00000100:00100000:1.0:1776998327.202709:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481664 00010000:00010000:1.0:1776998327.202737:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 570 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.202776:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756481792 00000100:00100000:1.0:1776998327.202781:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756481792 00010000:00010000:1.0:1776998327.202797:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 571 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.202824:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5208 00000100:00100000:1.0:1776998327.202834:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+571:2375:x1863313756481664:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.202847:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.202854:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 571 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202871:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 571 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202898:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b144ab7e/0x27b6fb264819806d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xacb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3df85 expref: 571 pid: 12898 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202917:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202919:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.202924:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202937:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.202976:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.203005:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+570:2375:x1863313756481664:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 172us (8245us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.203016:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5208 00000100:00100000:1.0:1776998327.203042:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5209 00000100:00100000:1.0:1776998327.203053:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+569:2375:x1863313756481792:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.203066:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.203074:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 569 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203089:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 569 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203108:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.203111:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.203115:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203127:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203146:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.203201:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+569:2375:x1863313756481792:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 117us (8330us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.203211:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5209 00000100:00100000:1.0:1776998327.203264:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802707712:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.203288:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203329:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049258901/0x27b6fb26481a025d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a95 expref: 568 pid: 12895 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.203346:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802708224:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.203363:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203376:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203385:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203398:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203409:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.203433:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.204046:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3362:x1863313802707840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81872us (82117us total) trans 4294970724 rc 0/0 00000100:00100000:1.0:1776998327.204058:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12512 00010000:00010000:1.0:1776998327.204086:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.204095:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204107:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.204113:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204125:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204143:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204154:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204207:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.204211:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.204214:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.204222:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.204242:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204255:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204267:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204279:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.204294:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998327.204497:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.204506:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.204517:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a2400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.204521:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.204532:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.204549:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.204558:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ec32d59/0x27b6fb26481ba93c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xacb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.204581:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.204583:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.204585:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.205248:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000004:00080000:0.0:1776998327.205309:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5ed80/2, rc 0, transno 4294970720 00000100:00100000:0.0:1776998327.205326:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802705408:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998327.205344:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2640d5ca80/2, rc 0, transno 4294970722 00000100:00100000:0.0:1776998327.205350:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2640d5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802705152:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998327.205368:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba1c00/2, rc 0, transno 4294970571 00000100:00100000:0.0:1776998327.205381:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802704512:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998327.205404:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba0e00/2, rc 0, transno 4294970570 00000100:00100000:0.0:1776998327.205410:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802704384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.208103:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3359:x1863313802707968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85893us (86066us total) trans 4294970725 rc 0/0 00000100:00100000:1.0:1776998327.208118:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12513 00000004:00080000:1.0:1776998327.209017:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788e00/2, rc 0, transno 4294970724 00000100:00100000:1.0:1776998327.209028:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802707840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.209057:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482176 00000100:00100000:1.0:1776998327.209064:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482176 00010000:00010000:1.0:1776998327.209102:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 568 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.209142:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5210 00000100:00100000:1.0:1776998327.209154:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+568:2375:x1863313756482176:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.209198:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.209206:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 568 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.209226:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 568 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.209531:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000535055d0/0x27b6fb26481a71f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44d4e expref: 568 pid: 12899 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.209551:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.209554:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.209560:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.209573:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.209605:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.209939:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+567:2375:x1863313756482176:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 785us (4693us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.209949:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5210 00010000:00010000:1.0:1776998327.210073:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.210087:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.210100:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.210112:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.210133:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.210665:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3360:x1863313802705664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 99987us (103549us total) trans 4294970726 rc 0/0 00000100:00100000:1.0:1776998327.210676:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12511 00000100:00100000:1.0:1776998327.210721:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802709888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.210769:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998327.213830:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fcfb80/2, rc 0, transno 4294970726 00000100:00100000:1.0:1776998327.213880:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802705664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998327.213893:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998327.213911:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802710016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998327.216531:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998327.216544:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216564:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dfe9800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.216571:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216587:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216614:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216626:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa3c3604/0x27b6fb26481ba912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216658:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.216661:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.216664:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.216683:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216704:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216720:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216731:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.216759:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1776998327.218995:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788380/2, rc 0, transno 4294970725 00000100:00100000:0.0:1776998327.219022:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802707968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998327.220739:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802709888 00000100:00100000:0.0:1776998327.220751:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802709888 00000100:00100000:0.0:1776998327.220822:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12520 00000100:00100000:0.0:1776998327.220837:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3362:x1863313802709888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.220897:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2658 count 1 00010000:00010000:0.0:1776998327.220925:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.220977:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 581 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.220991:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.220994:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.220999:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.221056:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 581 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.221075:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 581 pid: 12894 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.221096:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802710144:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.221771:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998327.221830:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.221841:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.221855:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.221862:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.221877:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.221905:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.221924:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481ba8c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.221951:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.221954:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.221957:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.222125:0:11839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802710016 00000100:00100000:1.0:1776998327.222133:0:11839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802710016 00000100:00100000:1.0:1776998327.222215:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12521 00000100:00100000:1.0:1776998327.222228:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+55:3360:x1863313802710016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.222252:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3335 count 1 00000100:00100000:0.0:1776998327.223079:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d264216ec00 going to sleep for 11 seconds 00010000:00010000:0.0:1776998327.223100:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.224980:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802704768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 142217us (147486us total) trans 4294970574 rc 0/0 00000100:00100000:3.0:1776998327.224996:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12500 00010000:00010000:1.0:1776998327.226709:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.227003:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 581 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.227019:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.227022:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.227028:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.227084:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 581 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.227101:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 581 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.227124:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802710272:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.227225:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389540 going to sleep for 11 seconds 00000004:00080000:2.0:1776998327.228612:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba2300/2, rc 0, transno 4294970574 00000100:00100000:2.0:1776998327.228647:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802704768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.235077:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776998327.235104:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802710400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.235229:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998327.238382:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802710400 00000100:00100000:3.0:1776998327.238396:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802710400 00000100:00100000:3.0:1776998327.238486:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12522 00000100:00100000:3.0:1776998327.238501:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3359:x1863313802710400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998327.238538:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2573 count 1 00010000:00010000:3.0:1776998327.238569:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.238599:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 581 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.238611:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.238616:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.238621:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.238665:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 581 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.238683:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 581 pid: 12898 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.238703:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802710528:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.238797:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.254416:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802708864:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.254481:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.267262:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.267306:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.267378:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802708992:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.267416:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.267488:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482304 00000100:00100000:1.0:1776998327.267499:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482304 00010000:00010000:1.0:1776998327.267548:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 582 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.267588:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482432 00000100:00100000:1.0:1776998327.267593:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482432 00010000:00010000:1.0:1776998327.267612:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 583 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.267641:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5211 00000100:00100000:1.0:1776998327.267654:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+583:2374:x1863313756482304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.267714:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.267722:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 583 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.267749:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 583 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.267780:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050b58a3d/0x27b6fb2648190ca0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3aae2 expref: 583 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.267802:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.267805:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.267811:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.267825:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.267861:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.278290:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.278327:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5212 00000100:00100000:0.0:1776998327.278354:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+582:2374:x1863313756482432:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.278384:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.278398:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 582 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278429:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 582 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.278480:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.278492:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045822726/0x27b6fb26481a5561 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44051 expref: 582 pid: 12889 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278518:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.278521:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.278527:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.278545:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998327.278546:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278596:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.278684:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+581:2374:x1863313756482432:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 340us (11376us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.278696:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5212 00000100:00100000:0.0:1776998327.278741:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482816 00000100:00100000:0.0:1776998327.278751:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482816 00010000:00010000:0.0:1776998327.278782:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 567 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.278823:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482944 00000100:00100000:0.0:1776998327.278827:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482944 00010000:00010000:0.0:1776998327.278846:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 581 pid: 12874 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.278866:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5213 00000100:00100000:0.0:1776998327.278875:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+567:2374:x1863313756482816:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.278887:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.278894:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 567 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278908:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 567 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278945:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.278948:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.278953:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278966:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.278986:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.279156:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.279365:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.279452:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802710528:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998327.279480:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.279969:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+567:2374:x1863313756482816:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1089us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.279982:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5213 00000100:00100000:0.0:1776998327.280005:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483072 00000100:00100000:0.0:1776998327.280011:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483072 00010000:00010000:0.0:1776998327.280037:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 582 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.280064:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756482688 00000100:00100000:3.0:1776998327.280074:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756482688 00000100:00100000:0.0:1776998327.280110:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483200 00000100:00100000:0.0:1776998327.280118:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483200 00000100:00100000:3.0:1776998327.280134:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51941 00010000:00010000:0.0:1776998327.280147:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 583 pid: 12894 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.280154:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3157:17551:x1863313756482688:12345-192.168.201.35@tcp:36:rm.0 00000100:00100000:0.0:1776998327.280218:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5214 00000100:00100000:0.0:1776998327.280231:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+583:2374:x1863313756482944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.280249:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.280256:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 583 pid: 12874 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.280262:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998327.280295:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 583 pid: 12874 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.280298:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df67400/0x27b6fb2648195a48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x153c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce2f expref: 3157 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280348:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280351:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280357:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280370:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280393:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.280427:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+583:2374:x1863313756482944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 198us (1884us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.280465:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5214 00000100:00100000:0.0:1776998327.280487:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5215 00000100:00100000:0.0:1776998327.280497:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+582:2375:x1863313756483072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.280510:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.280518:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 582 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280532:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 582 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280549:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280552:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280557:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280569:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280587:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.280618:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+582:2375:x1863313756483072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 121us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.280627:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5215 00000100:00100000:0.0:1776998327.280646:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5216 00000100:00100000:0.0:1776998327.280655:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+581:2375:x1863313756483200:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.280665:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.280671:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 581 pid: 12894 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280686:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 581 pid: 12894 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280712:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280715:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.280719:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280729:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280747:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.280773:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+581:2375:x1863313756483200:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 118us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.280782:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5216 00010000:00010000:0.0:1776998327.280840:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024bbc7f2/0x27b6fb2648194190 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c2f2 expref: 580 pid: 12894 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.280857:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802710144:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.280879:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280892:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280903:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280924:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280936:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.280959:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998327.281593:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802709888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60757us (70822us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1776998327.281605:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12520 00010000:00010000:0.0:1776998327.281653:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.281661:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.281674:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.281680:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.281693:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.281712:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.281722:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba96d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.281746:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.281748:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.281750:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.283642:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12f000/0x27b6fb2648195a1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x153c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce1a expref: 3156 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.283920:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d809c00/0x27b6fb264817fc95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x153c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c364db expref: 3155 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.283938:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153c:0x0].0x0 (ffff8d250d38e500) 00010000:00010000:3.0:1776998327.283950:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998327.283977:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.283993:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284006:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284024:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284034:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284043:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284204:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284218:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.284230:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998327.285121:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2922, 64 off195200 00010000:00010000:3.0:1776998327.285231:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285247:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285258:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285267:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285276:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285285:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285315:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998327.285340:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285356:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285365:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285377:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.285385:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285397:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285413:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153c:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:3.0:1776998327.285419:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998327.285425:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.285434:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481ba990 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x153c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.288501:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.288523:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.288538:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.288551:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.288581:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998327.289687:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:3360:x1863313802708736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97758us (101672us total) trans 4294970576 rc 0/0 00000100:00100000:2.0:1776998327.289700:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12515 00000100:00100000:1.0:1776998327.291277:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+579:2374:x1863313756482304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 23616us (24019us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998327.291589:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998327.291601:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.291614:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.291620:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.292177:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5211 00010000:00010000:1.0:1776998327.292596:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db46ccb1/0x27b6fb264819ce07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c402cb expref: 566 pid: 12863 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.292620:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12888:1863313802709248:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.292648:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.292673:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.292683:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.292697:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.292708:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.292733:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776998327.293451:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293478:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153c:0x0].0x0 (ffff8d250da6b100) 00010000:00010000:0.0:1776998327.293482:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.293489:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293496:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481ba997 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x153c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293512:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998327.293517:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293527:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.293532:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293549:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293565:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293574:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fdde55a/0x27b6fb26481ba94a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293595:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.293599:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293607:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a2e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.293612:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293622:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293635:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.293644:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a152a722/0x27b6fb26481ba943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296130:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296143:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296153:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296161:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.296187:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296197:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296213:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998327.296217:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998327.296223:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.296232:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481ba982 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998327.296245:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea0263e0 reply state 00000000326686f1 transno 4295020035 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.296258:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1776998327.296387:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1e680/2, rc 0, transno 4294970576 00000100:00100000:3.0:1776998327.296411:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802708736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998327.297160:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.297165:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.297168:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.297219:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3156:17551:x1863313756482688:12345-192.168.201.35@tcp:36:rm.0 Request processed in 17067us (18935us total) trans 4295020035 rc 0/0 00000100:00100000:3.0:1776998327.297235:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51941 00010000:00010000:3.0:1776998327.297379:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.299225:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3360:x1863313802708352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 110845us (111294us total) trans 4294970727 rc 0/0 00000100:00100000:1.0:1776998327.299238:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12514 00010000:00010000:1.0:1776998327.299304:0:12889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084315f7d/0x27b6fb26481abf41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47071 expref: 578 pid: 12874 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.299326:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802709632:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.299354:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299370:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299383:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299398:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299411:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299457:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.299673:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3360:x1863313802709376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97508us (98016us total) trans 4294970577 rc 0/0 00000100:00100000:1.0:1776998327.299683:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12518 00010000:00010000:1.0:1776998327.299724:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299736:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299748:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299758:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.299788:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998327.299985:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802708608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 106559us (111896us total) trans 4294970578 rc 0/0 00000100:00100000:1.0:1776998327.299995:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12516 00010000:00010000:1.0:1776998327.300042:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002eba2599/0x27b6fb26481946fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c568 expref: 577 pid: 12887 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.300058:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802709760:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.300076:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.300088:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.300098:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.300110:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.300120:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.300140:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1776998327.300638:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998327.300648:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300660:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a3e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.300666:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300678:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300702:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300712:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a097f67/0x27b6fb26481ba95f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300736:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998327.300741:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300750:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.300755:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300766:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300781:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300791:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba951 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300809:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.300813:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300823:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d1a3800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.300828:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300840:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300855:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300866:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061d103bf/0x27b6fb26481ba966 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.300884:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.300887:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.300889:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.300944:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802710656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.300999:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998327.303018:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998327.303076:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978b100/2, rc 0, transno 4294970575 00000100:00100000:0.0:1776998327.303098:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802709888:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998327.303117:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4a80/2, rc 0, transno 4294970578 00000100:00100000:0.0:1776998327.303124:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802708608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.303487:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802710272:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.303516:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.303641:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802710784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.303998:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776998327.304884:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d94f800/2, rc 0, transno 4294970577 00000100:00100000:2.0:1776998327.304904:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802709376:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776998327.304923:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d5f80/2, rc 0, transno 4294970727 00000100:00100000:2.0:1776998327.304933:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802708352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998327.304940:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998327.304952:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802710912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.304992:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998327.307948:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.307958:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.310650:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802709504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108129us (108618us total) trans 4294970579 rc 0/0 00000100:00100000:1.0:1776998327.310666:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12519 00000004:00080000:0.0:1776998327.311692:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d94c000/2, rc 0, transno 4294970579 00000100:00100000:0.0:1776998327.311706:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802709504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.312620:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802710656 00000100:00100000:1.0:1776998327.312631:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802710656 00000100:00100000:1.0:1776998327.315314:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802710784 00000100:00100000:1.0:1776998327.315323:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802710784 00000100:00100000:0.0:1776998327.315607:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802710912 00000100:00100000:0.0:1776998327.315616:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802710912 00000100:00100000:0.0:1776998327.317738:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12523 00000100:00100000:0.0:1776998327.317756:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802710656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.317821:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3290 count 1 00010000:00010000:0.0:1776998327.317869:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.317901:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 576 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.317914:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.317933:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.317939:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.317989:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 576 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.318007:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 576 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.318026:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802711040:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.318132:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.319569:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12524 00000100:00100000:1.0:1776998327.319590:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+58:3362:x1863313802710784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.319620:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2655 count 1 00010000:00010000:1.0:1776998327.319647:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.319670:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 576 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.319682:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998327.319685:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802711168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998327.319687:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.319692:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.320050:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 576 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.320052:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998327.320075:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 576 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.320093:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802711424:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.320138:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802711168 00000100:00100000:3.0:1776998327.320147:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802711168 00000100:00100000:1.0:1776998327.320161:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03000 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.320196:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12525 00000100:00100000:1.0:1776998327.320208:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:3360:x1863313802710912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.320228:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3338 count 1 00010000:00010000:1.0:1776998327.320245:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.320263:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 576 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.320564:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.320567:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.320571:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.320606:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 576 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.320610:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12526 00010000:00010000:1.0:1776998327.320630:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 576 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.320631:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3360:x1863313802711168:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.320916:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802711552:192.168.201.35@tcp:104: 00002000:00080000:3.0:1776998327.320918:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3105 count 1 00010000:00010000:3.0:1776998327.320943:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.320964:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 576 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.320973:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af036c0 going to sleep for 11 seconds 00010000:00010000:3.0:1776998327.320976:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.320980:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.320984:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.321017:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 576 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.321047:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 576 pid: 12899 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.321063:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802711680:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998327.321109:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998327.321248:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.321290:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.321599:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.321734:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.321770:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483840 00000100:00100000:3.0:1776998327.321777:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483840 00000100:00100000:3.0:1776998327.321824:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 16999 00000100:00100000:3.0:1776998327.321837:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3156:17551:x1863313756483840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.322220:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3157:17551:x1863313756483840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (482us total) trans 4295020036 rc 0/0 00000100:00100000:3.0:1776998327.322231:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 16999 00010000:00010000:3.0:1776998327.322310:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.322323:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.322488:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776998327.322505:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802711296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.322551:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.322606:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802711296 00000100:00100000:0.0:1776998327.322613:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802711296 00000100:00100000:0.0:1776998327.322649:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12527 00000100:00100000:0.0:1776998327.322660:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+60:3362:x1863313802711296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.322681:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2788 count 1 00010000:00010000:0.0:1776998327.322980:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323001:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 576 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323011:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323013:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323018:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323050:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 576 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323065:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 576 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.323080:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802711808:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.323128:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1180 going to sleep for 11 seconds 00000100:00100000:0.0:1776998327.323230:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802709120:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998327.323252:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.323287:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483584 00000100:00100000:0.0:1776998327.323292:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483584 00010000:00010000:0.0:1776998327.323317:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 577 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.323351:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483328 00000100:00100000:0.0:1776998327.323356:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483328 00010000:00010000:0.0:1776998327.323372:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 578 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.323394:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483456 00000100:00100000:0.0:1776998327.323399:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483456 00010000:00010000:0.0:1776998327.323415:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 579 pid: 12898 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.323461:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5217 00000100:00100000:0.0:1776998327.323473:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+579:2372:x1863313756483584:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.323484:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.323491:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 579 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323507:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 579 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323532:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c6ff9d3/0x27b6fb264819b0da lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f588 expref: 579 pid: 11839 timeout: 4137 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323547:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323550:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323556:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323568:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323595:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.323623:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+578:2372:x1863313756483584:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 153us (2377us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.323633:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5217 00000100:00100000:0.0:1776998327.323692:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5218 00000100:00100000:0.0:1776998327.323702:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+577:2374:x1863313756483328:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.323713:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.323719:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 577 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323732:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 577 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323750:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063ddda16/0x27b6fb26481ad885 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47bed expref: 577 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323763:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323764:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323768:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323786:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323812:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.323837:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+576:2374:x1863313756483328:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 137us (2547us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.323847:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5218 00000100:00100000:0.0:1776998327.323864:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5219 00000100:00100000:0.0:1776998327.323873:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+575:2375:x1863313756483456:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998327.323884:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998327.323890:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 575 pid: 12898 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323904:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 575 pid: 12898 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323923:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba387963/0x27b6fb2648190e6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abb4 expref: 575 pid: 12898 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323937:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323939:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.323944:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323962:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.323989:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998327.324016:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+574:2375:x1863313756483456:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 143us (2417us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998327.324025:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5219 00010000:00010000:0.0:1776998327.324061:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.324074:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.324087:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.324097:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.324118:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998327.339607:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3362:x1863313802708480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 141637us (147628us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1776998327.339634:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12517 00010000:00010000:0.0:1776998327.339703:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.339731:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.339746:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.339758:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.339807:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998327.340187:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3360:x1863313802710016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 117941us (118397us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1776998327.340198:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12521 00010000:00010000:0.0:1776998327.340231:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.340242:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.340253:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.340263:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.340294:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1776998327.340645:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4000/2, rc 0, transno 4294970580 00000100:00100000:2.0:1776998327.340664:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802708480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998327.340988:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.341008:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.341015:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.341028:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.341049:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xecb45de8 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998327.341054:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998327.341061:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.341072:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481ba989 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xecb45de8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.341148:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802711936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.341221:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998327.343810:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+61:3359:x1863313802710400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 105293us (108562us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1776998327.343825:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12522 00000100:00100000:0.0:1776998327.343874:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802711936 00000100:00100000:0.0:1776998327.343884:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802711936 00000100:00100000:0.0:1776998327.343961:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12528 00000100:00100000:0.0:1776998327.343974:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+61:3362:x1863313802711936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998327.344006:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3071 count 1 00010000:00010000:0.0:1776998327.344036:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344063:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 573 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344075:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.344078:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998327.344082:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344120:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 573 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344137:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 573 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.344164:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802712064:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998327.344231:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260326dc00 going to sleep for 11 seconds 00010000:00010000:0.0:1776998327.344258:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998327.344267:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344279:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.344285:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344297:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344318:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344329:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f01a43/0x27b6fb26481ba958 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344355:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998327.344360:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344370:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.344376:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344386:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344400:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344410:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afda93d9/0x27b6fb26481ba974 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344493:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.344500:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344510:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.344514:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344524:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344536:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344546:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd30763/0x27b6fb26481ba97b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.344562:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.344564:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.344566:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.350231:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998327.350297:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fe9c00/2, rc 0, transno 4294970581 00000100:00100000:2.0:1776998327.350322:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802710016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.350409:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998327.350429:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802712192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998327.350528:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998327.357646:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fe8700/2, rc 0, transno 4294970582 00000100:00100000:1.0:1776998327.357677:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802710400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.357717:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802712192 00000100:00100000:1.0:1776998327.357726:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802712192 00000100:00100000:1.0:1776998327.357832:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12529 00000100:00100000:1.0:1776998327.357846:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+62:3360:x1863313802712192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.357886:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3123 count 1 00010000:00010000:1.0:1776998327.357937:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.357967:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 573 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.357979:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.357982:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.357987:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.358032:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 573 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.358050:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 573 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.358072:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802712320:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.358149:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167a80 going to sleep for 11 seconds 00010000:00010000:1.0:1776998327.358651:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.358789:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802712448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.358851:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.358904:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802712448 00000100:00100000:1.0:1776998327.358912:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802712448 00000100:00100000:1.0:1776998327.358948:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12530 00000100:00100000:1.0:1776998327.358958:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+63:3360:x1863313802712448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.358980:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2840 count 1 00010000:00010000:1.0:1776998327.358999:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359017:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 573 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359027:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.359029:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.359033:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359061:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 573 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359074:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 573 pid: 12896 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.359090:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802712576:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.359128:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091676c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.359373:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.359570:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756483968 00000100:00100000:1.0:1776998327.359577:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756483968 00010000:00010000:1.0:1776998327.359604:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 574 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.359641:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5220 00000100:00100000:1.0:1776998327.359652:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+574:2375:x1863313756483968:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.359665:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.359672:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 574 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359691:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 574 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359720:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.359723:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.359729:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359743:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.359815:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.359869:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+574:2375:x1863313756483968:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 216us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.359883:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5220 00010000:00010000:1.0:1776998327.359978:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e45b343/0x27b6fb26481abd73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46f9f expref: 573 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.360006:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802711040:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.360031:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.360046:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.360057:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.360072:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.360084:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.360112:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.380034:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+64:3361:x1863313802710656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62272us (79023us total) trans 4294970583 rc 0/0 00000100:00100000:1.0:1776998327.380054:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12523 00010000:00010000:1.0:1776998327.381113:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.381125:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381152:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.381159:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381205:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381230:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381241:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059802f74/0x27b6fb26481ba99e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381514:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.381517:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.381520:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998327.381586:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da96a00/2, rc 0, transno 4294970583 00000100:00100000:1.0:1776998327.381605:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802710656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.381696:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998327.381711:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802712704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.381778:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.381823:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802712704 00000100:00100000:1.0:1776998327.381831:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802712704 00000100:00100000:1.0:1776998327.381874:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12531 00000100:00100000:1.0:1776998327.381885:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+64:3362:x1863313802712704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.381920:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2884 count 1 00010000:00010000:1.0:1776998327.381943:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381965:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 572 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.381975:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.381978:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.381982:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.382011:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 572 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.382027:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 572 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.382045:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802712832:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.382114:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167f00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.397576:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.397916:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.399241:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403800:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403831:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403856:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403881:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403913:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.403974:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802711424:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.404006:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404055:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802711552:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.404072:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404103:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484352 00000100:00100000:1.0:1776998327.404112:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484352 00010000:00010000:1.0:1776998327.404156:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 573 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404211:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484480 00000100:00100000:1.0:1776998327.404216:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484480 00010000:00010000:1.0:1776998327.404235:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 574 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404253:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484992 00000100:00100000:1.0:1776998327.404256:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484992 00010000:00010000:1.0:1776998327.404273:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 575 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404290:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484864 00000100:00100000:1.0:1776998327.404294:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484864 00010000:00010000:1.0:1776998327.404311:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 576 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404327:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756485120 00000100:00100000:1.0:1776998327.404331:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756485120 00010000:00010000:1.0:1776998327.404349:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 577 pid: 12896 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404366:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484608 00000100:00100000:1.0:1776998327.404369:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484608 00010000:00010000:1.0:1776998327.404385:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 578 pid: 12899 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404401:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484736 00000100:00100000:1.0:1776998327.404405:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484736 00010000:00010000:1.0:1776998327.404420:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 579 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.404493:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5221 00000100:00100000:1.0:1776998327.404508:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+579:2372:x1863313756484352:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.404526:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.404533:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 579 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.404552:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 579 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.404590:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c6a417c/0x27b6fb2648193fc2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c220 expref: 579 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.404610:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.404613:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.404619:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.404632:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.404666:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.404999:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+578:2372:x1863313756484352:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 493us (7082us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.405011:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5221 00000100:00100000:1.0:1776998327.405069:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5222 00000100:00100000:1.0:1776998327.405081:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+577:2372:x1863313756484480:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.405093:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.405099:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 577 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.405115:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 577 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.405142:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b08e92/0x27b6fb26481ada53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47cbf expref: 577 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.405158:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.405160:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.405165:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.412919:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.413005:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.413085:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+576:2372:x1863313756484480:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 7999us (13842us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.413100:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5222 00000100:00100000:1.0:1776998327.413150:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5223 00000100:00100000:1.0:1776998327.413165:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+575:2374:x1863313756484992:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.413214:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.413224:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 575 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.413242:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 575 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414160:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414164:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414170:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414183:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414205:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.414243:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+575:2374:x1863313756484992:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1082us (10452us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.414254:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5223 00000100:00100000:1.0:1776998327.414559:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5224 00000100:00100000:1.0:1776998327.414572:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+574:2374:x1863313756484864:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.414584:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.414592:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 574 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414607:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 574 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414626:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414628:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414633:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414651:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414687:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.414752:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+574:2374:x1863313756484864:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 183us (10919us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.414763:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5224 00000100:00100000:1.0:1776998327.414784:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5225 00000100:00100000:1.0:1776998327.414794:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+573:2374:x1863313756485120:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.414806:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.414814:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 573 pid: 12896 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414829:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 573 pid: 12896 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414847:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414850:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.414854:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414864:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.414882:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.414909:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+573:2374:x1863313756485120:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 116us (11052us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.414919:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5225 00000100:00100000:1.0:1776998327.415653:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5226 00000100:00100000:1.0:1776998327.415669:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+572:2372:x1863313756484608:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.415683:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.415692:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 572 pid: 12899 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.415760:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 572 pid: 12899 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.415782:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.415784:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.415788:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.415800:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.415819:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.415851:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+572:2372:x1863313756484608:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 187us (11968us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.415892:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5226 00000100:00100000:1.0:1776998327.415916:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5227 00000100:00100000:1.0:1776998327.415927:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+571:2373:x1863313756484736:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.415942:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.417217:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 571 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417236:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 571 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417256:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.417277:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.417282:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417295:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417317:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.417355:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+571:2373:x1863313756484736:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1430us (13440us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.417367:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5227 00010000:00010000:1.0:1776998327.417791:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005781688b/0x27b6fb26481a4e29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43d09 expref: 570 pid: 12899 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.417812:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802711680:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.417842:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417865:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417875:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417891:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417903:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.417928:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.418293:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:3360:x1863313802711168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97666us (98242us total) trans 4294970584 rc 0/0 00000100:00100000:1.0:1776998327.418305:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12526 00010000:00010000:1.0:1776998327.418354:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008076a196/0x27b6fb2648198fc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e67e expref: 569 pid: 12874 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.418371:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802711808:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.418390:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.418402:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.418414:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.418426:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.418461:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.418483:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998327.418965:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+65:3362:x1863313802711296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 96306us (96413us total) trans 4294970585 rc 0/0 00000100:00100000:1.0:1776998327.418976:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12527 00010000:00010000:1.0:1776998327.419021:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c0e6c9/0x27b6fb26481a3a02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c433e0 expref: 568 pid: 12891 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.420195:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.420221:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.420235:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.420246:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.420275:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998327.421022:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+65:3360:x1863313802710912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 100813us (116026us total) trans 4294970586 rc 0/0 00000100:00100000:3.0:1776998327.421035:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12525 00000100:00100000:1.0:1776998327.422191:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802712064:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.422224:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.422243:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.422254:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422418:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998327.422429:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422467:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.422472:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422487:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422515:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422526:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc151c58/0x27b6fb26481ba9b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422554:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998327.422560:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422871:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.422877:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422889:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422906:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 1/0,0 mode: --/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422917:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8c3db2d/0x27b6fb26481ba9ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422940:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.422946:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422956:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.422961:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422971:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422984:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.422995:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481ba9ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423011:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.423014:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.423017:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1776998327.423036:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970548 is committed 00000001:00080000:2.0:1776998327.423069:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970549 is committed 00010000:00010000:1.0:1776998327.423173:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.423190:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.423200:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756484224 00000100:00100000:2.0:1776998327.423210:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756484224 00010000:00010000:1.0:1776998327.423222:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998327.423269:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51942 00000100:00100000:2.0:1776998327.423282:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3156:17551:x1863313756484224:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998327.423350:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998327.423376:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d991200/0x27b6fb264819257b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x148d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b62d expref: 3156 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423396:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148d:0x0].0x0 (ffff8d2509cdcb00) 00010000:00010000:2.0:1776998327.423411:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da6c000/0x27b6fb26481a2985 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17ed:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c62 expref: 3155 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423457:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39ce00/0x27b6fb26481a295b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c4d expref: 3154 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423480:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1f8600/0x27b6fb2648185ac8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c377b2 expref: 3153 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423501:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ed:0x0].0x0 (ffff8d250e13c400) 00010000:00010000:2.0:1776998327.423511:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998327.423538:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423555:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423568:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423584:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423594:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423602:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.423988:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.423998:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.424002:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424008:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.424021:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424027:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.424037:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424052:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424074:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424087:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c46b48/0x27b6fb26481ba9c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.424115:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.424119:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.424123:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.424935:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802711936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80959us (83710us total) trans 4294970587 rc 0/0 00000040:00080000:2.0:1776998327.424945:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2923, 64 off195328 00000100:00100000:1.0:1776998327.424972:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12528 00010000:00010000:2.0:1776998327.425031:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425043:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ead9ebe2/0x27b6fb26481a58fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c441f5 expref: 567 pid: 6663 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425046:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425062:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.425063:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802712320:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998327.425073:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425082:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425087:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425091:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425101:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425112:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425113:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.425125:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425135:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1776998327.425140:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998327.425143:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425147:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425156:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.425162:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.425200:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.425201:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425215:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ed:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998327.425221:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998327.425226:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425237:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481ba9f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425256:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.425262:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425274:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.425280:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425292:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425312:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425324:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481ba9c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425346:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.425349:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.425352:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.425378:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425388:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425398:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425406:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.425411:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.425420:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.425642:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802712192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67798us (75113us total) trans 4294970588 rc 0/0 00000100:00100000:1.0:1776998327.425652:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12529 00010000:00010000:1.0:1776998327.425992:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d9fa45b/0x27b6fb264819af0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f4b6 expref: 566 pid: 12896 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.426010:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802712576:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.426029:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426040:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426049:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426061:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426070:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426093:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998327.426309:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+47:3360:x1863313802712448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67351us (67457us total) trans 4294970589 rc 0/0 00000100:00100000:1.0:1776998327.426319:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12530 00000100:00100000:1.0:1776998327.426349:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756485248 00000100:00100000:1.0:1776998327.426356:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756485248 00010000:00010000:1.0:1776998327.426386:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.426422:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5228 00000100:00100000:1.0:1776998327.426459:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+566:2375:x1863313756485248:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998327.426476:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998327.426483:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426498:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426520:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.426523:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.426529:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426542:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426570:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998327.426620:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+566:2375:x1863313756485248:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 188us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998327.426878:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5228 00010000:00010000:1.0:1776998327.426949:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426962:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426974:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426984:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.426997:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998327.427205:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802710784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 107622us (123209us total) trans 4294970590 rc 0/0 00000100:00100000:1.0:1776998327.427215:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12524 00010000:00010000:0.0:1776998327.437935:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998327.437951:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.437971:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.437979:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.437995:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438025:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438037:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481ba9cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438066:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.438072:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438082:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.438088:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438099:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438114:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438123:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481ba9a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.438142:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.438145:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.438148:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.439096:0:3360:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970549 gen 2 00000004:00080000:1.0:1776998327.439106:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250a002d80, transno 4294970532 00000004:00080000:1.0:1776998327.439121:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e6680, transno 4294970533 00000004:00080000:1.0:1776998327.439125:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f23480, transno 4294970534 00000004:00080000:1.0:1776998327.439129:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f20700, transno 4294970535 00000004:00080000:1.0:1776998327.439133:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e5880, transno 4294970536 00000004:00080000:1.0:1776998327.439136:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f22300, transno 4294970537 00000004:00080000:1.0:1776998327.439139:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f23100, transno 4294970538 00000004:00080000:1.0:1776998327.439143:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0d180, transno 4294970539 00000004:00080000:1.0:1776998327.439147:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ed80, transno 4294970540 00000004:00080000:1.0:1776998327.439150:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f20a80, transno 4294970541 00000004:00080000:1.0:1776998327.439154:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f21880, transno 4294970542 00000004:00080000:1.0:1776998327.439157:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0d880, transno 4294970543 00000004:00080000:1.0:1776998327.439160:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4700, transno 4294970544 00000004:00080000:1.0:1776998327.439163:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f21f80, transno 4294970545 00000004:00080000:1.0:1776998327.439166:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0e300, transno 4294970546 00000004:00080000:1.0:1776998327.439169:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394aa300, transno 4294970547 00000004:00080000:1.0:1776998327.439172:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394ab480, transno 4294970548 00000004:00080000:1.0:1776998327.439176:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da0ca80, transno 4294970549 00000100:00100000:1.0:1776998327.439189:0:3360:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d250978aa00 x1863313802695168/t4294970550(4294970550) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998342 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1776998327.439206:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fea300/2, rc 0, transno 4294970589 00000100:00100000:1.0:1776998327.439214:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802712448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439517:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da95880/2, rc 0, transno 4294970588 00000100:00100000:1.0:1776998327.439525:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802712192:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439542:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2ce00/2, rc 0, transno 4294970584 00000100:00100000:1.0:1776998327.439548:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802711168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439560:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e3ea00/2, rc 0, transno 4294970586 00000100:00100000:1.0:1776998327.439565:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802710912:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439602:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da94e00/2, rc 0, transno 4294970587 00000100:00100000:1.0:1776998327.439609:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802711936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439624:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e2c000/2, rc 0, transno 4294970585 00000100:00100000:1.0:1776998327.439629:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802711296:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998327.439641:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e3f100/2, rc 0, transno 4294970590 00000100:00100000:1.0:1776998327.439646:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802710784:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998327.439664:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.440303:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033409d08/0x27b6fb264819c984 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c400be expref: 565 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.440324:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802712832:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.440347:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.440361:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.440371:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.440385:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.440397:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.440424:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.440910:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ed:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998327.440917:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1776998327.441054:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3362:x1863313802712704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59167us (59272us total) trans 4294970591 rc 0/0 00000100:00100000:1.0:1776998327.441068:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12531 00010000:00010000:1.0:1776998327.441107:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.441114:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.441126:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cbc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.441132:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.441144:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.441164:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.441212:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf3cbe7d/0x27b6fb26481ba9d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.441237:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.441240:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.441243:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.441256:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.441268:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481ba9eb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998327.441525:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 12 changes, 42 in progress, 1 in flight, 18 done 00010000:00010000:1.0:1776998327.441618:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.441637:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802712960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.441685:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998327.441730:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d94c380/2, rc 0, transno 4294970591 00000100:00100000:1.0:1776998327.441743:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802712704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.441768:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802713088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998327.441799:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998327.441842:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802712960 00000100:00100000:1.0:1776998327.441850:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802712960 00000100:00100000:1.0:1776998327.441897:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713088 00000100:00100000:1.0:1776998327.441902:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713088 00000100:00100000:1.0:1776998327.441930:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12532 00000100:00100000:1.0:1776998327.441941:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3362:x1863313802712960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.441976:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2997 count 1 00010000:00010000:1.0:1776998327.442001:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442023:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 564 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442035:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.442038:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.442042:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442075:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 564 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442092:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 564 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.442119:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802713216:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.442216:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167f00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998327.442245:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12533 00000100:00100000:1.0:1776998327.442257:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3359:x1863313802713088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998327.442276:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2711 count 1 00010000:00010000:1.0:1776998327.442292:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442310:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442320:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.442323:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998327.442327:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442354:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.442369:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.442383:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802713344:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998327.442422:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167780 going to sleep for 11 seconds 00010000:00010000:2.0:1776998327.443104:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443117:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443126:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443133:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.443139:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443153:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443169:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998327.443173:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.443178:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.443186:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481ba9dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998327.443202:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009cb77bac reply state 000000007e187ffd transno 4295020037 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.443214:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998327.443278:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3154:17551:x1863313756484224:12345-192.168.201.35@tcp:36:rm.0 Request processed in 19997us (47643us total) trans 4295020037 rc 0/0 00000100:00100000:2.0:1776998327.443289:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51942 00010000:00010000:2.0:1776998327.450898:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.467392:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467417:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467429:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467468:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.467475:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467486:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467508:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5628b700 (ffff8d250da9e200) 00010000:00010000:0.0:1776998327.467514:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.467520:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.467529:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481ba9e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5628b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.472547:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802713216:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998327.472590:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.473212:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802713344:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998327.473235:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.478027:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.478074:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.478130:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.478210:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756485376 00000100:00100000:3.0:1776998327.478224:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756485376 00010000:00010000:3.0:1776998327.478280:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 565 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.478333:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756485504 00000100:00100000:3.0:1776998327.478531:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756485504 00010000:00010000:3.0:1776998327.478557:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 566 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.478587:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5229 00000100:00100000:3.0:1776998327.478597:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+566:2375:x1863313756485376:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.478614:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.478621:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478638:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478667:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037b8cc8f/0x27b6fb26481a0d7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41fa4 expref: 566 pid: 6664 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.478682:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756485760 00010000:00010000:3.0:1776998327.478690:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998327.478692:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756485760 00010000:00010000:3.0:1776998327.478694:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.478702:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478717:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.478755:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17000 00010000:00010000:3.0:1776998327.478757:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998327.478771:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3153:17551:x1863313756485760:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.478818:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+565:2375:x1863313756485376:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 220us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.478829:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5229 00000100:00100000:3.0:1776998327.478853:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5230 00000100:00100000:3.0:1776998327.478862:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+564:2375:x1863313756485504:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998327.478872:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998327.478878:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478902:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478922:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056efee81/0x27b6fb2648196172 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d170 expref: 564 pid: 12887 timeout: 4138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478937:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.478940:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998327.478945:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478956:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.478983:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998327.479014:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+563:2375:x1863313756485504:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 152us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998327.479025:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5230 00010000:00010000:3.0:1776998327.479071:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.479084:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.479097:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.479108:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.479143:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998327.479756:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3154:17551:x1863313756485760:12345-192.168.201.35@tcp:35:rm.0 Request processed in 988us (1622us total) trans 4295020038 rc 0/0 00000100:00100000:2.0:1776998327.479769:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17000 00010000:00010000:0.0:1776998327.479897:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.479908:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.479924:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.479931:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.479946:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.479966:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.479978:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481ba9f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.480013:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.480017:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.480021:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998327.480066:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802712960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38121us (38376us total) trans 4294970592 rc 0/0 00000100:00100000:3.0:1776998327.480079:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12532 00000004:00080000:2.0:1776998327.480938:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25087ff480/2, rc 0, transno 4294970592 00000100:00100000:2.0:1776998327.481015:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802712960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998327.481100:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.481116:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.481128:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.481140:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.481503:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.481521:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.481528:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.481539:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.481544:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.481556:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.481573:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.481583:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7f9f570/0x27b6fb26481baa00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.481603:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.481605:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.481608:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.481928:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802713088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39670us (40125us total) trans 4294970593 rc 0/0 00000100:00100000:1.0:1776998327.481939:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12533 00000004:00080000:2.0:1776998327.482996:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25087fd180/2, rc 0, transno 4294970593 00000100:00100000:2.0:1776998327.483017:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802713088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998327.499409:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.499769:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756486016 00000100:00100000:1.0:1776998327.499781:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756486016 00000100:00100000:1.0:1776998327.499857:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51943 00000100:00100000:1.0:1776998327.499871:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3154:17551:x1863313756486016:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998327.499959:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998327.499991:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf42e00/0x27b6fb264819eaa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x171c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fcf expref: 3154 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500021:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf43600/0x27b6fb264819ea7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x171c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fba expref: 3153 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500039:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b01ea00/0x27b6fb2648183e35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x171c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c371fb expref: 3152 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500053:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x171c:0x0].0x0 (ffff8d250ae0e500) 00010000:00010000:1.0:1776998327.500064:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998327.500090:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500106:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500118:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500135:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500145:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500153:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500316:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500329:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.500340:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998327.504047:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2923, 64 off195264 00010000:00010000:1.0:1776998327.504145:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507551:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507582:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507596:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507605:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507614:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507646:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.507675:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507686:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507695:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507708:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.507714:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507724:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507739:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x171c:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998327.507744:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998327.507750:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507759:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa15 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x171c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507786:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507794:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507802:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507809:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.507813:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507821:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507837:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998327.507841:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.507844:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.507851:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998327.507862:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021ba88e7 reply state 00000000b18c1dfd transno 4295020039 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.507875:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998327.508002:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3153:17551:x1863313756486016:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8129us (8602us total) trans 4295020039 rc 0/0 00000100:00100000:1.0:1776998327.508013:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51943 00010000:00010000:2.0:1776998327.508561:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.508569:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.508577:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.508582:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.508592:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.508605:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x171c:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:2.0:1776998327.508608:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998327.508612:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.508619:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x171c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.508636:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.508638:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.508640:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.520935:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.520958:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.520969:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.520978:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.520984:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.520994:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.521021:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3374b0d (ffff8d2509e7c400) 00010000:00010000:2.0:1776998327.521025:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.521031:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.521040:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3374b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.537905:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.538233:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756486272 00000100:00100000:3.0:1776998327.538244:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756486272 00000100:00100000:3.0:1776998327.538343:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17001 00000100:00100000:3.0:1776998327.538355:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3152:17551:x1863313756486272:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.539025:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3153:17551:x1863313756486272:12345-192.168.201.35@tcp:35:rm.0 Request processed in 670us (1128us total) trans 4295020040 rc 0/0 00000100:00100000:3.0:1776998327.539036:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17001 00000100:00100000:0.0:1776998327.550997:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.552078:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756486528 00000100:00100000:3.0:1776998327.552090:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756486528 00000100:00100000:3.0:1776998327.552201:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51944 00000100:00100000:3.0:1776998327.552218:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3153:17551:x1863313756486528:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998327.552544:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998327.552578:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba4e00/0x27b6fb26481a229a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17d6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4293d expref: 3153 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552607:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc60000/0x27b6fb26481a2270 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42928 expref: 3152 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552632:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1f9c00/0x27b6fb26481857a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37711 expref: 3151 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552643:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17d6:0x0].0x0 (ffff8d250e13c800) 00010000:00010000:3.0:1776998327.552654:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998327.552679:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552694:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552706:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552723:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552733:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552741:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552875:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552887:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.552897:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998327.553570:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2924, 64 off195328 00010000:00010000:3.0:1776998327.553644:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553657:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553668:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553678:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553687:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553695:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553747:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998327.553770:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998327.553776:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553785:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.553790:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553799:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553817:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17d6:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998327.553821:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998327.553825:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553833:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baa38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553847:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.553850:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.553852:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.553870:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553879:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553886:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553894:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.553898:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553907:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553918:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17d6:0x0].0x0 (ffff8d250da6be00) 00010000:00010000:3.0:1776998327.553921:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998327.553925:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553939:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481baa31 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553961:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553970:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553977:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553983:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998327.553987:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.553995:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.554004:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998327.554007:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998327.554010:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.554018:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baa23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998327.554028:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fb95165 reply state 0000000020ed515e transno 4295020041 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.554039:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998327.554129:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3152:17551:x1863313756486528:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1914us (3141us total) trans 4295020041 rc 0/0 00000100:00100000:3.0:1776998327.554139:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51944 00010000:00010000:1.0:1776998327.577712:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577733:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577743:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577753:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.577758:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577783:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577810:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8750ddff (ffff8d250da6b100) 00010000:00010000:1.0:1776998327.577814:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.577820:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.577828:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baa2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8750ddff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.586733:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.586785:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756486784 00000100:00100000:3.0:1776998327.586798:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756486784 00000100:00100000:3.0:1776998327.586890:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17002 00000100:00100000:3.0:1776998327.586904:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3151:17551:x1863313756486784:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.587282:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3152:17551:x1863313756486784:12345-192.168.201.35@tcp:35:rm.0 Request processed in 380us (557us total) trans 4295020042 rc 0/0 00000100:00100000:3.0:1776998327.587294:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17002 00000100:00100000:0.0:1776998327.597922:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.598282:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756487040 00000100:00100000:2.0:1776998327.598294:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756487040 00000100:00100000:2.0:1776998327.598859:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51945 00000100:00100000:2.0:1776998327.598876:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3152:17551:x1863313756487040:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998327.598948:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998327.598981:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf42800/0x27b6fb264819e927 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1717:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f20 expref: 3152 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599007:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e9f000/0x27b6fb264819e8fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1717:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f0b expref: 3151 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599026:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afde600/0x27b6fb2648183d86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1717:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c371d8 expref: 3150 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599040:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1717:0x0].0x0 (ffff8d2509e7bf00) 00010000:00010000:2.0:1776998327.599053:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998327.599078:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599095:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599111:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599129:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599139:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599148:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599297:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599309:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.599318:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998327.610004:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2924, 64 off195392 00010000:00010000:2.0:1776998327.610093:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610114:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610127:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610138:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610147:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610156:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610209:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.610499:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610508:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610517:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610525:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.610530:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610540:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610553:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1717:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998327.610558:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998327.610564:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610571:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baa4d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1717:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610598:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610606:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610614:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610620:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.610623:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610856:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610869:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998327.610872:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.610876:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.610883:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998327.610896:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079bf1e52 reply state 000000000ad30bb9 transno 4295020043 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.610907:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998327.611001:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3151:17551:x1863313756487040:12345-192.168.201.35@tcp:36:rm.0 Request processed in 12126us (13086us total) trans 4295020043 rc 0/0 00000100:00100000:2.0:1776998327.611018:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51945 00000001:00080000:0.0:1776998327.613194:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970723 is committed 00000001:00080000:0.0:1776998327.613232:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00010000:00010000:1.0:1776998327.614211:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.614247:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.614260:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.614266:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.614277:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.614296:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1717:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998327.614299:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998327.614305:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.614313:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baa54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1717:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.614341:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.614344:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.614346:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.635064:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635085:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635094:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635101:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.635107:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635116:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635136:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfc024010 (ffff8d250da9e500) 00010000:00010000:2.0:1776998327.635140:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.635145:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.635151:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfc024010 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.637959:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.638966:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756487296 00000100:00100000:3.0:1776998327.638978:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756487296 00000100:00100000:3.0:1776998327.639050:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17003 00000100:00100000:3.0:1776998327.639061:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3150:17551:x1863313756487296:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.640178:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3151:17551:x1863313756487296:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1116us (2226us total) trans 4295020044 rc 0/0 00000100:00100000:3.0:1776998327.640190:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17003 00000100:00100000:0.0:1776998327.681040:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.681207:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756487552 00000100:00100000:1.0:1776998327.681235:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756487552 00000100:00100000:1.0:1776998327.681305:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51946 00000100:00100000:1.0:1776998327.681318:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3151:17551:x1863313756487552:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998327.681386:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998327.681417:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b0f5600/0x27b6fb26481ad4aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a26:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a2d expref: 3151 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681464:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508910400/0x27b6fb26481ad480 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a18 expref: 3150 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681484:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a238c00/0x27b6fb264818a893 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38741 expref: 3149 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681497:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a26:0x0].0x0 (ffff8d250907f100) 00010000:00010000:1.0:1776998327.681508:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998327.681531:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681547:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681559:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681576:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681585:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681600:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681966:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681977:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.681986:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998327.686502:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2925, 64 off195456 00000004:00080000:1.0:1776998327.686517:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4038478346288ns, next at 4039478342410ns, rc = 0 00010000:00010000:1.0:1776998327.686603:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686624:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686636:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686649:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686658:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686666:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.686714:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.687010:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687020:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687028:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687036:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.687042:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687052:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687067:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a26:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998327.687071:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998327.687077:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687085:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baa69 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687109:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687118:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687132:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687140:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.687144:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687154:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687165:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998327.687201:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.687206:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.687214:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baa5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998327.687227:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002756e5f5 reply state 000000008bac9f01 transno 4295020045 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.687239:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998327.687339:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3150:17551:x1863313756487552:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6018us (6304us total) trans 4295020045 rc 0/0 00000100:00100000:1.0:1776998327.687351:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51946 00010000:00010000:3.0:1776998327.687895:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998327.687904:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.687912:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998327.687917:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.687926:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.687952:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a26:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:3.0:1776998327.687955:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998327.687959:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.687967:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baa70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.687986:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.687989:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998327.687991:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.707075:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998327.709605:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998327.711067:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711084:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711100:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711109:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.711115:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711125:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711144:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa3218d5a (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998327.711148:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.711154:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.711163:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baa62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa3218d5a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998327.711467:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756487808 00000100:00100000:3.0:1776998327.711479:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756487808 00000100:00100000:3.0:1776998327.711552:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17004 00000100:00100000:3.0:1776998327.711565:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3149:17551:x1863313756487808:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.711902:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3150:17551:x1863313756487808:12345-192.168.201.35@tcp:35:rm.0 Request processed in 337us (2302us total) trans 4295020046 rc 0/0 00000100:00100000:3.0:1776998327.711913:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17004 00000100:00100000:1.0:1776998327.750613:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.750767:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756488064 00000100:00100000:0.0:1776998327.750779:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756488064 00000100:00100000:0.0:1776998327.750897:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51947 00000100:00100000:0.0:1776998327.750910:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3150:17551:x1863313756488064:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998327.750975:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998327.751006:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094ac800/0x27b6fb264819397f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14cf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf48 expref: 3150 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751035:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094ad600/0x27b6fb2648193955 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf33 expref: 3149 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751051:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2639665200/0x27b6fb264817edae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c361e0 expref: 3148 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751071:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cf:0x0].0x0 (ffff8d250d391d00) 00010000:00010000:0.0:1776998327.751104:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998327.751129:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751147:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751161:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751180:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751191:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751199:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751630:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751641:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.751651:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998327.752275:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2926, 64 off195520 00010000:00010000:0.0:1776998327.752352:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.752364:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.752374:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.752382:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.752390:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.752397:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.753636:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.758559:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758579:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758589:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758597:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.758602:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758611:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758631:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cf:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:1.0:1776998327.758634:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998327.758640:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758649:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baa85 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758677:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758684:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758934:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758943:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.758947:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758954:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758967:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998327.758971:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.758975:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.758987:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baa77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998327.759000:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bfeae82 reply state 00000000a554f610 transno 4295020047 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.759012:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998327.759130:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3149:17551:x1863313756488064:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8218us (8521us total) trans 4295020047 rc 0/0 00000100:00100000:1.0:1776998327.759141:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51947 00010000:00010000:2.0:1776998327.760673:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998327.760683:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.760691:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998327.760696:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.760705:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.760719:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cf:0x0].0x0 (ffff8d250db54a00) 00010000:00010000:2.0:1776998327.760722:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998327.760726:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.760734:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481baa8c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.762140:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.762144:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.762146:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998327.768836:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768857:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768867:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768876:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.768882:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768893:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768912:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6ed353c9 (ffff8d250db54400) 00010000:00010000:2.0:1776998327.768917:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.768923:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.768931:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baa7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6ed353c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.785290:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.785571:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756488320 00000100:00100000:3.0:1776998327.785584:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756488320 00000100:00100000:3.0:1776998327.785643:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17005 00000100:00100000:3.0:1776998327.785657:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3148:17551:x1863313756488320:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.786045:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3149:17551:x1863313756488320:12345-192.168.201.35@tcp:35:rm.0 Request processed in 389us (764us total) trans 4295020048 rc 0/0 00000100:00100000:3.0:1776998327.786056:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17005 00000100:00100000:0.0:1776998327.793893:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.794041:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756488576 00000100:00100000:2.0:1776998327.794052:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756488576 00000100:00100000:2.0:1776998327.794124:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51948 00000100:00100000:2.0:1776998327.794138:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3149:17551:x1863313756488576:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998327.794269:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998327.794301:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffe800/0x27b6fb2648193160 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14b4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb97 expref: 3149 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794329:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d16e800/0x27b6fb2648193136 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb82 expref: 3148 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794348:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250af7cc00/0x27b6fb264817e9fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36123 expref: 3147 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794362:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b4:0x0].0x0 (ffff8d2611918800) 00010000:00010000:2.0:1776998327.794374:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998327.794396:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794412:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794424:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794476:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794486:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794495:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794915:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794927:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.794936:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998327.796058:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2925, 64 off195392 00010000:00010000:2.0:1776998327.796136:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.796149:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.796159:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.804506:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.804526:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.804536:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804890:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.804925:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804935:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804944:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804951:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.804956:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804966:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.804984:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b4:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:1.0:1776998327.804988:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998327.804994:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805002:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baaa1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805033:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805039:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805044:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805048:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.805051:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805056:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805062:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998327.805064:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.805067:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.805071:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baa93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998327.805079:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006730b00 reply state 000000000085b786 transno 4295020049 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.805093:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998327.805228:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3148:17551:x1863313756488576:12345-192.168.201.35@tcp:36:rm.0 Request processed in 11088us (11339us total) trans 4295020049 rc 0/0 00000100:00100000:1.0:1776998327.805240:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51948 00010000:00010000:0.0:1776998327.806138:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.806147:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.806155:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.806160:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.806210:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.806229:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b4:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:0.0:1776998327.806233:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.806251:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.806259:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baaa8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.806278:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.806280:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.806283:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.824497:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824520:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824529:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824537:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.824544:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824553:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824572:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9089af39 (ffff8d250da9e500) 00010000:00010000:0.0:1776998327.824576:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.824581:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.824589:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baa9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9089af39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.834394:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998327.835222:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756488832 00000100:00100000:2.0:1776998327.835248:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756488832 00000100:00100000:2.0:1776998327.835317:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17006 00000100:00100000:2.0:1776998327.835330:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3147:17551:x1863313756488832:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998327.835721:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3148:17551:x1863313756488832:12345-192.168.201.35@tcp:35:rm.0 Request processed in 392us (1336us total) trans 4295020050 rc 0/0 00000100:00100000:2.0:1776998327.835732:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17006 00000100:00100000:1.0:1776998327.857766:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.857925:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756489088 00000100:00100000:0.0:1776998327.857936:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756489088 00000100:00100000:0.0:1776998327.858010:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51949 00000100:00100000:0.0:1776998327.858023:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3148:17551:x1863313756489088:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998327.858081:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776998327.858109:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa0c00/0x27b6fb2648192615 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x148f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b673 expref: 3148 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858127:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148f:0x0].0x0 (ffff8d2509d15800) 00010000:00010000:0.0:1776998327.858136:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d413400/0x27b6fb26481ae703 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a63:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48284 expref: 3147 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858148:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe3800/0x27b6fb26481ae6d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a63:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4826f expref: 3146 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858159:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509cb2800/0x27b6fb264818b0ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c388ec expref: 3145 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858216:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a63:0x0].0x0 (ffff8d250d879800) 00010000:00010000:0.0:1776998327.858228:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998327.858268:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858290:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858303:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858853:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858863:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858873:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.858997:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859007:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859017:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998327.859696:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2926, 64 off195456 00000004:00080000:0.0:1776998327.859707:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4038651536176ns, next at 4039651533285ns, rc = 0 00010000:00010000:0.0:1776998327.859774:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859786:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859802:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859812:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859821:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859829:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859851:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998327.859872:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859881:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859888:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859896:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.859901:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859909:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859920:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a63:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998327.859924:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998327.859929:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859937:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baabd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859951:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859957:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859962:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859965:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.859968:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859972:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859978:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998327.859980:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.859982:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.859986:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baaaf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998327.859992:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2be70d3 reply state 000000002c393ee9 transno 4295020051 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.860004:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998327.860080:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3146:17551:x1863313756489088:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2059us (2323us total) trans 4295020051 rc 0/0 00000100:00100000:0.0:1776998327.860088:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51949 00010000:00010000:1.0:1776998327.861393:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998327.861403:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.861414:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998327.861418:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.861449:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.861463:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a63:0x0].0x0 (ffff8d250db54400) 00010000:00010000:1.0:1776998327.861467:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998327.861471:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.861478:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baac4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.861497:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.861499:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998327.861501:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998327.869776:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998327.869870:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869888:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869896:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869902:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.869906:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869913:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869927:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x8b44f5a1 (ffff8d250db54d00) 00010000:00010000:2.0:1776998327.869930:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.869935:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.869941:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baab6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x8b44f5a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.871161:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756489344 00000100:00100000:0.0:1776998327.871211:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756489344 00000100:00100000:0.0:1776998327.871511:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17007 00000100:00100000:0.0:1776998327.871526:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3145:17551:x1863313756489344:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998327.872232:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3146:17551:x1863313756489344:12345-192.168.201.35@tcp:35:rm.0 Request processed in 708us (2464us total) trans 4295020052 rc 0/0 00000100:00100000:0.0:1776998327.872257:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17007 00000100:00100000:0.0:1776998327.901155:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998327.904228:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756489600 00000100:00100000:1.0:1776998327.904243:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756489600 00000100:00100000:1.0:1776998327.904419:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51950 00000100:00100000:1.0:1776998327.904453:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3146:17551:x1863313756489600:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998327.904522:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998327.904552:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972f200/0x27b6fb26481ab515 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19bd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bd2 expref: 3146 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904580:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cba000/0x27b6fb26481ab4eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bbd expref: 3145 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904596:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b2b4e00/0x27b6fb2648189a38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38462 expref: 3144 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904609:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bd:0x0].0x0 (ffff8d250c88ba00) 00010000:00010000:1.0:1776998327.904620:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998327.904645:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904660:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904673:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904690:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904699:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904714:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904864:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904875:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.904885:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998327.905575:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2927, 64 off195520 00010000:00010000:1.0:1776998327.905644:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905657:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905667:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905676:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905940:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905948:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.905970:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998327.905992:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906000:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906008:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906016:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.906021:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906030:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906041:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bd:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998327.906045:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998327.906049:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906057:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baad9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906074:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906081:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906088:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906100:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998327.906103:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906110:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906119:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998327.906122:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998327.906126:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998327.906132:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baacb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998327.906142:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddfd77a8 reply state 0000000050da0e92 transno 4295020053 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998327.906151:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998327.906267:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3145:17551:x1863313756489600:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1817us (5120us total) trans 4295020053 rc 0/0 00000100:00100000:1.0:1776998327.906277:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51950 00010000:00010000:0.0:1776998327.906815:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.906824:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.906833:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.906837:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.906845:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.906857:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bd:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:0.0:1776998327.906860:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.906864:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.906876:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baae0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.906893:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.906895:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.906897:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.914532:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914551:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914561:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914568:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.914574:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914584:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914603:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1206929b (ffff8d2509e7ce00) 00010000:00010000:0.0:1776998327.914607:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.914612:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.914620:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baad2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1206929b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.921078:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.921722:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756489856 00000100:00100000:3.0:1776998327.921733:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756489856 00000100:00100000:3.0:1776998327.921794:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17008 00000100:00100000:3.0:1776998327.921808:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756489856:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998327.922137:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3145:17551:x1863313756489856:12345-192.168.201.35@tcp:35:rm.0 Request processed in 331us (1067us total) trans 4295020054 rc 0/0 00000100:00100000:3.0:1776998327.922149:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17008 00000100:00100000:1.0:1776998327.928090:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.928225:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756490112 00000100:00100000:0.0:1776998327.928236:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756490112 00000100:00100000:0.0:1776998327.928313:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51951 00000100:00100000:0.0:1776998327.928326:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3145:17551:x1863313756490112:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998327.928394:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998327.928449:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f69000/0x27b6fb26481ac3d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19ee:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47285 expref: 3145 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928478:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f68c00/0x27b6fb26481ac3a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47270 expref: 3144 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928493:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2e2400/0x27b6fb264818a0eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c385b9 expref: 3143 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928509:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ee:0x0].0x0 (ffff8d2509e93700) 00010000:00010000:0.0:1776998327.928522:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998327.928548:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928563:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928575:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928590:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928598:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928607:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928764:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928776:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.928785:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998327.929752:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2927, 64 off195584 00010000:00010000:0.0:1776998327.929843:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929856:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929867:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929876:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929885:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929893:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929917:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998327.929938:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998327.929945:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929953:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.929959:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929968:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929979:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ee:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998327.929983:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.929987:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.929995:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baafc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930007:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.930010:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.930012:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.930027:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930034:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930041:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930047:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.930051:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930059:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930070:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ee:0x0].0x0 (ffff8d250db54300) 00010000:00010000:0.0:1776998327.930073:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998327.930076:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930084:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481baaf5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930105:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930113:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930120:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930126:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.930129:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930135:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930144:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998327.930147:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.930150:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.930163:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baae7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998327.930203:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000838ab8fd reply state 000000008cc6b735 transno 4295020055 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.930214:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998327.930299:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756490112:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1972us (2216us total) trans 4295020055 rc 0/0 00000100:00100000:0.0:1776998327.930308:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51951 00000100:00100000:1.0:1776998327.939287:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998327.939473:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756490368 00000100:00100000:0.0:1776998327.939485:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756490368 00000100:00100000:0.0:1776998327.939556:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17009 00000100:00100000:0.0:1776998327.939570:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756490368:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998327.940224:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3145:17551:x1863313756490368:12345-192.168.201.35@tcp:35:rm.0 Request processed in 654us (958us total) trans 4295020056 rc 0/0 00000100:00100000:0.0:1776998327.940236:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17009 00010000:00010000:2.0:1776998327.940449:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940465:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940476:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940485:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.940491:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940500:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940519:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4810c47a (ffff8d250db54a00) 00010000:00010000:2.0:1776998327.940523:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.940529:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.940538:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baaee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4810c47a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998327.955697:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998327.958142:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756490624 00000100:00100000:3.0:1776998327.958156:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756490624 00000100:00100000:3.0:1776998327.958314:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51952 00000100:00100000:3.0:1776998327.958328:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756490624:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998327.958441:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998327.958473:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2639627400/0x27b6fb2648191433 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1453:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae54 expref: 3144 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958503:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfbd800/0x27b6fb264817dcba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1453:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35e7c expref: 3143 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958532:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1453:0x0].0x0 (ffff8d2509e16400) 00010000:00010000:3.0:1776998327.958546:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998327.958573:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958591:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958604:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958912:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958940:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.958949:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.959088:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.959101:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998327.959111:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998327.974525:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2928, 64 off195648 00010000:00010000:2.0:1776998327.974630:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974653:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974669:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974680:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974689:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974697:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974730:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998327.974757:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974765:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974773:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974780:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.974785:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974794:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974814:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1453:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:2.0:1776998327.974818:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998327.974823:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974832:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bab11 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974856:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974864:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974872:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974879:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998327.974883:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974891:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974901:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998327.974904:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998327.974909:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998327.974917:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bab03 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998327.974934:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050c804d3 reply state 000000004c05f825 transno 4295020057 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998327.974947:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998327.975148:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756490624:12345-192.168.201.35@tcp:36:rm.0 Request processed in 16816us (19454us total) trans 4295020057 rc 0/0 00010000:00010000:0.0:1776998327.975161:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1776998327.975162:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51952 00010000:00010000:0.0:1776998327.975187:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.975196:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998327.975201:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.975211:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.975227:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1453:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:0.0:1776998327.975230:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998327.975234:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.975243:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.975261:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.975265:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.975267:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998327.999520:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999544:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999555:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999564:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998327.999570:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999580:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999601:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe09deac8 (ffff8d250da6be00) 00010000:00010000:0.0:1776998327.999605:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998327.999611:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998327.999621:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bab0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe09deac8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.010794:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.010916:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756490880 00000100:00100000:3.0:1776998328.010928:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756490880 00000100:00100000:3.0:1776998328.011019:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17010 00000100:00100000:3.0:1776998328.011032:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3143:17551:x1863313756490880:12345-192.168.201.35@tcp:35:rm.0 00000100:00080000:2.0:1776998328.012034:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998328.014149:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756490880:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3113us (3374us total) trans 4295020058 rc 0/0 00000100:00100000:2.0:1776998328.014163:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17010 00000100:00100000:1.0:1776998328.037679:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.041132:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756491136 00000100:00100000:2.0:1776998328.041148:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756491136 00000100:00100000:2.0:1776998328.041269:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51953 00000100:00100000:2.0:1776998328.041283:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3144:17551:x1863313756491136:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.041347:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.041376:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c1e00/0x27b6fb264819b4d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1669:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f756 expref: 3144 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041405:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c0600/0x27b6fb264819b4a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1669:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f741 expref: 3143 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041440:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250965a600/0x27b6fb26481825bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1669:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36d16 expref: 3142 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041454:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1669:0x0].0x0 (ffff8d2609b4f600) 00010000:00010000:2.0:1776998328.041466:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.041491:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041507:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041519:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041536:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041544:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041551:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041678:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041689:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.041698:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.042328:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2929, 64 off195712 00010000:00010000:2.0:1776998328.042400:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042413:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042443:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042453:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042461:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042469:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042485:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.042505:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042512:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042519:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042527:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.042532:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042541:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042552:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1669:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998328.042555:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.042560:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042567:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab2d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1669:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042584:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042591:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042598:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042605:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.042608:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042616:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042624:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.042627:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.042631:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.042637:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.042647:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c11c13e5 reply state 00000000c72bf97f transno 4295020059 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.042662:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.042745:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3143:17551:x1863313756491136:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1463us (5074us total) trans 4295020059 rc 0/0 00000100:00100000:2.0:1776998328.042754:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51953 00010000:00010000:1.0:1776998328.043124:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998328.043133:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.043141:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998328.043145:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.043153:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.043164:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1669:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998328.043203:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998328.043208:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.043215:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bab34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1669:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.043232:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.043247:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.043250:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998328.071158:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998328.074522:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074541:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074552:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074560:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.074566:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074576:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074596:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd9e54c85 (ffff8d250da9e200) 00010000:00010000:2.0:1776998328.074600:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.074605:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.074612:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd9e54c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.085306:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756491392 00000100:00100000:0.0:1776998328.085321:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756491392 00000100:00100000:0.0:1776998328.085413:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17011 00000100:00100000:0.0:1776998328.085441:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3142:17551:x1863313756491392:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.086090:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3143:17551:x1863313756491392:12345-192.168.201.35@tcp:35:rm.0 Request processed in 665us (14953us total) trans 4295020060 rc 0/0 00000100:00100000:0.0:1776998328.086100:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17011 00000100:00100000:0.0:1776998328.103346:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.103507:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756491648 00000100:00100000:1.0:1776998328.103519:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756491648 00000100:00100000:1.0:1776998328.103592:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51954 00000100:00100000:1.0:1776998328.103606:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3143:17551:x1863313756491648:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998328.103676:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998328.103706:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d99d000/0x27b6fb26481a5f5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444db expref: 3143 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103734:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f2600/0x27b6fb26481a5f32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444c6 expref: 3142 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103749:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250953ea00/0x27b6fb2648187341 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37c97 expref: 3141 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103769:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a0:0x0].0x0 (ffff8d250904c400) 00010000:00010000:1.0:1776998328.103779:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998328.103802:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103818:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103846:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103863:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103872:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.103881:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.104029:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.104040:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.104049:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998328.104943:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2930, 64 off195776 00010000:00010000:1.0:1776998328.105015:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105028:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105038:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105048:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105056:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105064:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105080:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998328.105100:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105107:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105114:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105122:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.105126:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105134:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105145:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a0:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998328.105149:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998328.105154:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105161:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bab49 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105214:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105223:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105230:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105237:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.105241:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105249:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105259:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.105263:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.105267:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.105275:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bab3b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998328.105550:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000876019d8 reply state 000000007f6a3fcc transno 4295020061 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.105563:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998328.105905:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3142:17551:x1863313756491648:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2301us (2567us total) trans 4295020061 rc 0/0 00000100:00100000:1.0:1776998328.105914:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51954 00010000:00010000:0.0:1776998328.107291:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.107311:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.107322:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.107327:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.107336:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.107350:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18a0:0x0].0x0 (ffff8d2509e7c200) 00010000:00010000:0.0:1776998328.107354:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.107358:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.107370:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bab50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.107389:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.107391:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.107393:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.117521:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117542:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117552:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117560:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.117565:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117575:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117593:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd7543407 (ffff8d2509e7c000) 00010000:00010000:0.0:1776998328.117598:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.117603:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.117610:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bab42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd7543407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.142683:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.149485:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756491904 00000100:00100000:2.0:1776998328.149502:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756491904 00000100:00100000:2.0:1776998328.149747:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17012 00000100:00100000:2.0:1776998328.149778:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3141:17551:x1863313756491904:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998328.150161:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3142:17551:x1863313756491904:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (7485us total) trans 4295020062 rc 0/0 00000100:00100000:2.0:1776998328.150459:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17012 00000100:00100000:1.0:1776998328.162122:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.165804:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756492160 00000100:00100000:3.0:1776998328.167879:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756492160 00000100:00100000:3.0:1776998328.168968:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51955 00000100:00100000:3.0:1776998328.168984:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3142:17551:x1863313756492160:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998328.169055:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998328.169086:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d990e00/0x27b6fb2648192662 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1490:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b696 expref: 3142 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169112:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1490:0x0].0x0 (ffff8d2509d15400) 00010000:00010000:3.0:1776998328.169124:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa6600/0x27b6fb2648199c74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1618:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec43 expref: 3141 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169140:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bde4400/0x27b6fb2648199c4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1618:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec2e expref: 3140 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169158:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b27200/0x27b6fb2648181aa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1618:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36adf expref: 3139 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169208:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1618:0x0].0x0 (ffff8d2509e1b000) 00010000:00010000:3.0:1776998328.169234:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998328.169259:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169276:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169289:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169316:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169325:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169341:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169513:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169523:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.169533:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998328.170157:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2928, 64 off195584 00010000:00010000:3.0:1776998328.170293:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170307:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170318:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170327:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170335:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170344:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170365:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998328.170387:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170395:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170403:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170411:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.170416:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170443:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170455:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1618:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998328.170459:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998328.170463:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170469:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bab65 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170488:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170497:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170504:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170516:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.170521:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170528:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170537:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998328.170540:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998328.170545:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.170553:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bab57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998328.170564:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000398926b1 reply state 00000000cae6d3cb transno 4295020063 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.170575:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998328.170665:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3140:17551:x1863313756492160:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1683us (11060us total) trans 4295020063 rc 0/0 00000100:00100000:3.0:1776998328.170675:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51955 00010000:00010000:1.0:1776998328.171872:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998328.171881:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.171891:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998328.171896:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.171917:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.171930:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1618:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:1.0:1776998328.171934:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998328.171938:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.171946:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bab6c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1618:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.171963:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.171966:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.171968:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.189349:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189371:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189381:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189391:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.189397:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189407:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189446:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe84b80d8 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998328.189451:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.189457:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.189465:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bab5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe84b80d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.215075:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.216578:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756492416 00000100:00100000:3.0:1776998328.216592:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756492416 00000100:00100000:3.0:1776998328.216650:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17013 00000100:00100000:3.0:1776998328.216664:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3139:17551:x1863313756492416:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998328.217061:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3140:17551:x1863313756492416:12345-192.168.201.35@tcp:35:rm.0 Request processed in 397us (1995us total) trans 4295020064 rc 0/0 00000100:00100000:3.0:1776998328.217078:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17013 00000100:00100000:1.0:1776998328.230019:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.230161:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756492672 00000100:00100000:0.0:1776998328.230464:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756492672 00000100:00100000:0.0:1776998328.230528:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51956 00000100:00100000:0.0:1776998328.230541:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3140:17551:x1863313756492672:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998328.230607:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998328.230640:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088a3800/0x27b6fb264819a6ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x163a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e9 expref: 3140 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230667:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bde4c00/0x27b6fb264819a684 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x163a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0d4 expref: 3139 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230685:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092bae00/0x27b6fb2648181f4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x163a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36bcd expref: 3138 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230700:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x163a:0x0].0x0 (ffff8d2605061d00) 00010000:00010000:0.0:1776998328.230713:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998328.230736:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230750:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230762:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230779:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230788:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230799:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230931:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230943:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.230954:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998328.231959:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2929, 64 off195648 00010000:00010000:0.0:1776998328.232034:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232047:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232058:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232067:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232076:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232084:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232108:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998328.232130:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232139:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232149:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232157:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.232162:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232204:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232218:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x163a:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998328.232222:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998328.232227:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232235:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bab81 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x163a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232254:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232264:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232272:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232286:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.232290:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232298:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232310:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998328.232313:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.232317:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.232326:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bab73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998328.232340:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000610c5eac reply state 0000000036343f67 transno 4295020065 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.232351:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998328.232465:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3139:17551:x1863313756492672:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1923us (2456us total) trans 4295020065 rc 0/0 00000100:00100000:0.0:1776998328.232476:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51956 00010000:00010000:2.0:1776998328.235931:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998328.235944:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.235956:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.235960:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.235970:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.235987:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x163a:0x0].0x0 (ffff8d250db54000) 00010000:00010000:2.0:1776998328.235990:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998328.235995:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.236002:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bab88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x163a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.236026:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.236028:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.236030:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.246544:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246565:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246576:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246591:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.246598:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246610:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246881:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xff2b5d5 (ffff8d250db54300) 00010000:00010000:0.0:1776998328.246887:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.246893:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.246903:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bab7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xff2b5d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.261567:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.261764:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756492928 00000100:00100000:2.0:1776998328.261776:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756492928 00000100:00100000:2.0:1776998328.261847:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17014 00000100:00100000:2.0:1776998328.261861:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3138:17551:x1863313756492928:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998328.262255:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3139:17551:x1863313756492928:12345-192.168.201.35@tcp:35:rm.0 Request processed in 395us (695us total) trans 4295020066 rc 0/0 00000100:00100000:2.0:1776998328.262267:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17014 00000100:00100000:1.0:1776998328.274600:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.275613:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756493184 00000100:00100000:2.0:1776998328.275625:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756493184 00000100:00100000:2.0:1776998328.275707:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51957 00000100:00100000:2.0:1776998328.275721:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3139:17551:x1863313756493184:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.275788:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.275819:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f44600/0x27b6fb26481a3fc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1837:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43680 expref: 3139 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275846:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c01400/0x27b6fb26481a3f9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1837:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4366b expref: 3138 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275863:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db5ee00/0x27b6fb26481864e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1837:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c379b8 expref: 3137 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275876:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1837:0x0].0x0 (ffff8d250d812500) 00010000:00010000:2.0:1776998328.275888:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.275928:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275945:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275958:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275979:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275989:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.275999:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276130:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276142:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276152:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.276869:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2931, 64 off195840 00010000:00010000:2.0:1776998328.276942:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276955:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276965:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276974:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276983:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.276992:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277014:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.277035:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277049:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277056:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277063:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.277068:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277077:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277087:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1837:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998328.277091:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.277095:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277102:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bab9d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277123:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277131:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277138:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277145:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.277149:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277156:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277165:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.277167:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.277205:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.277214:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bab8f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.277226:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6f2c83c reply state 00000000d5e5cb78 transno 4295020067 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.277237:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.277323:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3138:17551:x1863313756493184:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1603us (2732us total) trans 4295020067 rc 0/0 00000100:00100000:2.0:1776998328.277335:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51957 00010000:00010000:0.0:1776998328.278275:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.278284:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.278294:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.278571:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.278581:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.278595:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1837:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998328.278598:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.278602:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.278614:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baba4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.278634:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.278637:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.278639:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.290851:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290872:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290882:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290889:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.290895:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290921:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290940:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2b809b8e (ffff8d250da9e200) 00010000:00010000:2.0:1776998328.290944:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.290949:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.290958:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bab96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2b809b8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.296822:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.296941:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756493440 00000100:00100000:0.0:1776998328.296954:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756493440 00000100:00100000:0.0:1776998328.297025:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17015 00000100:00100000:0.0:1776998328.297039:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3137:17551:x1863313756493440:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.297800:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3138:17551:x1863313756493440:12345-192.168.201.35@tcp:35:rm.0 Request processed in 761us (985us total) trans 4295020068 rc 0/0 00000100:00100000:0.0:1776998328.297813:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17015 00000100:00100000:0.0:1776998328.338146:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.340611:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756493696 00000100:00100000:3.0:1776998328.340625:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756493696 00000100:00100000:3.0:1776998328.340987:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51958 00000100:00100000:3.0:1776998328.341005:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3138:17551:x1863313756493696:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998328.341076:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998328.341107:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f18200/0x27b6fb2648198981 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15d9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e3a6 expref: 3138 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341138:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f18e00/0x27b6fb2648198957 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e391 expref: 3137 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341157:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250965bc00/0x27b6fb264818120c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36926 expref: 3136 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341240:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d9:0x0].0x0 (ffff8d250d3f0800) 00010000:00010000:3.0:1776998328.341268:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998328.341294:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341311:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341324:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341344:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341359:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341369:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341525:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341536:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.341546:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998328.342475:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2932, 64 off195904 00010000:00010000:3.0:1776998328.342554:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342566:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342576:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342585:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342593:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342602:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342637:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998328.342659:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342666:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342674:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342683:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.342688:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342697:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342708:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d9:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998328.342712:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998328.342717:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342725:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481babb9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342742:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998328.342744:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342750:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342752:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342760:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.342765:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342768:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342773:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342775:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.342779:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342787:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d9:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998328.342787:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342790:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998328.342794:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342795:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998328.342799:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.342803:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481babc0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342803:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.342811:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481babab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342818:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.342821:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1776998328.342822:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f770579a reply state 000000001855d083 transno 4295020069 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.342824:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998328.342833:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998328.342932:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3137:17551:x1863313756493696:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1930us (4794us total) trans 4295020069 rc 0/0 00000100:00100000:3.0:1776998328.342943:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51958 00000100:00100000:3.0:1776998328.356593:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.356694:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756493952 00000100:00100000:1.0:1776998328.356706:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756493952 00000100:00100000:1.0:1776998328.356774:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17016 00000100:00100000:1.0:1776998328.356787:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3137:17551:x1863313756493952:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.357206:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3138:17551:x1863313756493952:12345-192.168.201.35@tcp:35:rm.0 Request processed in 384us (586us total) trans 4295020070 rc 0/0 00000100:00100000:1.0:1776998328.357217:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17016 00010000:00010000:0.0:1776998328.368045:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368068:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368078:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368086:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.368093:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368102:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368124:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xbceb2f05 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998328.368128:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.368134:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.368143:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481babb2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xbceb2f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.374779:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.375240:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756494208 00000100:00100000:0.0:1776998328.375262:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756494208 00000100:00100000:0.0:1776998328.375327:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51959 00000100:00100000:0.0:1776998328.375341:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3137:17551:x1863313756494208:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998328.375441:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998328.375470:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd40400/0x27b6fb26481a4880 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1854:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a77 expref: 3137 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375498:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4b200/0x27b6fb26481a4856 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1854:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a62 expref: 3136 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375517:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6da400/0x27b6fb26481868dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1854:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37a83 expref: 3135 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375530:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1854:0x0].0x0 (ffff8d2509dd7400) 00010000:00010000:0.0:1776998328.375542:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998328.375566:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375582:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375595:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375613:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375622:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375630:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375759:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375770:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.375779:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998328.376467:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2933, 64 off195968 00010000:00010000:0.0:1776998328.376544:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376559:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376570:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376579:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376588:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376595:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376917:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998328.376942:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376950:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376959:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376966:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.376971:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376980:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.376991:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1854:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998328.376995:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998328.376999:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377008:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481babd5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1854:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377034:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377043:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377051:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.377056:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.377058:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.377062:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.377064:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377074:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.377074:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.377078:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377083:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998328.377087:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.377087:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377091:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.377099:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babc7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.377099:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1854:0x0].0x0 (ffff8d250db54100) 00010000:00010000:2.0:1776998328.377103:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998328.377107:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998328.377111:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8181875 reply state 00000000da03dc1c transno 4295020071 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.377115:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481babdc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1854:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.377124:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1776998328.377133:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.377135:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.377137:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998328.377231:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3136:17551:x1863313756494208:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1890us (2462us total) trans 4295020071 rc 0/0 00000100:00100000:0.0:1776998328.377248:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51959 00000100:00100000:2.0:1776998328.387879:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998328.388300:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388326:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388337:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388349:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.388355:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388608:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388630:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc3a507c3 (ffff8d250db54300) 00010000:00010000:3.0:1776998328.388635:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998328.388641:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.388649:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481babce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3a507c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.388819:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756494464 00000100:00100000:0.0:1776998328.388831:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756494464 00000100:00100000:0.0:1776998328.390159:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17017 00000100:00100000:0.0:1776998328.390177:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3135:17551:x1863313756494464:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.390603:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3136:17551:x1863313756494464:12345-192.168.201.35@tcp:35:rm.0 Request processed in 429us (2731us total) trans 4295020072 rc 0/0 00000100:00100000:0.0:1776998328.390614:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17017 00000100:00100000:3.0:1776998328.411555:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.412107:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756494720 00000100:00100000:2.0:1776998328.412120:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756494720 00000100:00100000:2.0:1776998328.412229:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51960 00000100:00100000:2.0:1776998328.412243:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3136:17551:x1863313756494720:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.412315:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.412347:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509329c00/0x27b6fb26481a66e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18b9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44846 expref: 3136 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412375:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e5400/0x27b6fb26481a66b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18b9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44831 expref: 3135 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412392:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c43600/0x27b6fb26481876ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37d46 expref: 3134 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412406:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b9:0x0].0x0 (ffff8d250904c000) 00010000:00010000:2.0:1776998328.412440:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.412467:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412484:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412497:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412514:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412523:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412532:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412922:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412936:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.412947:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.413948:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2930, 64 off195712 00010000:00010000:2.0:1776998328.414027:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414041:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414050:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414059:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414069:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414077:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414095:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.414116:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414124:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414133:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414146:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.414151:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414160:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414221:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b9:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998328.414226:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.414231:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414240:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481babf1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414261:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414271:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414280:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414287:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.414291:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414298:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414313:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.414316:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.414320:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.414328:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481babe3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.414341:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afdbebaa reply state 00000000331c1487 transno 4295020073 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.414352:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.414469:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3135:17551:x1863313756494720:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2226us (2922us total) trans 4295020073 rc 0/0 00000100:00100000:2.0:1776998328.414481:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51960 00010000:00010000:0.0:1776998328.414808:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.414817:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.414840:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.414845:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.414853:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.414866:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b9:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:0.0:1776998328.414869:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.414874:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.414882:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481babf8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.414913:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.414916:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.414918:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.425516:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425538:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425548:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425556:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.425562:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425572:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425593:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa8eae503 (ffff8d250da9e200) 00010000:00010000:1.0:1776998328.425598:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.425603:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.425611:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481babea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa8eae503 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.445376:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.445976:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756494976 00000100:00100000:1.0:1776998328.445987:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756494976 00000100:00100000:1.0:1776998328.446042:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17018 00000100:00100000:1.0:1776998328.446054:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3134:17551:x1863313756494976:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.446491:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3135:17551:x1863313756494976:12345-192.168.201.35@tcp:35:rm.0 Request processed in 436us (1121us total) trans 4295020074 rc 0/0 00000100:00100000:1.0:1776998328.446505:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17018 00000100:00100000:3.0:1776998328.463032:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.463446:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756495232 00000100:00100000:0.0:1776998328.463459:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756495232 00000100:00100000:0.0:1776998328.463540:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51961 00000100:00100000:0.0:1776998328.463554:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3135:17551:x1863313756495232:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998328.463619:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998328.463650:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95dc00/0x27b6fb264819b69f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f828 expref: 3135 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463683:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d936800/0x27b6fb264819b675 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f813 expref: 3134 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463702:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25090fba00/0x27b6fb264818268e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36d40 expref: 3133 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463717:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x166f:0x0].0x0 (ffff8d2638eac600) 00010000:00010000:0.0:1776998328.463731:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998328.463756:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463792:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463806:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463825:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463840:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.463850:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.464004:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.464016:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.464025:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998328.465085:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2934, 64 off196032 00010000:00010000:0.0:1776998328.465209:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465225:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465238:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465249:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465258:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465268:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465292:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998328.465315:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465322:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465329:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465337:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.465342:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465354:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465366:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x166f:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:0.0:1776998328.465370:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998328.465374:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465382:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x166f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465401:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465409:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465451:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465458:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.465462:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465471:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465482:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998328.465486:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.465491:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.465499:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481babff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998328.465512:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006fbd2a1b reply state 000000002d799851 transno 4295020075 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.465525:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998328.465627:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3134:17551:x1863313756495232:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2073us (2602us total) trans 4295020075 rc 0/0 00000100:00100000:0.0:1776998328.465638:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51961 00010000:00010000:2.0:1776998328.468073:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998328.468086:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.468098:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.468103:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.468113:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.468129:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x166f:0x0].0x0 (ffff8d250db54c00) 00010000:00010000:2.0:1776998328.468133:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998328.468138:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.468152:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bac14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x166f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.468203:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.468206:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.468209:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.478092:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478113:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478146:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478155:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.478161:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478171:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478231:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xef360d18 (ffff8d250db54200) 00010000:00010000:0.0:1776998328.478236:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.478243:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.478251:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xef360d18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.486136:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.486337:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756495488 00000100:00100000:2.0:1776998328.486350:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756495488 00000100:00100000:0.0:1776998328.486526:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17019 00000100:00100000:0.0:1776998328.486543:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3133:17551:x1863313756495488:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.486928:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3134:17551:x1863313756495488:12345-192.168.201.35@tcp:35:rm.0 Request processed in 388us (807us total) trans 4295020076 rc 0/0 00000100:00100000:0.0:1776998328.486940:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17019 00000100:00100000:3.0:1776998328.503529:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.503705:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756495744 00000100:00100000:0.0:1776998328.503717:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756495744 00000100:00100000:0.0:1776998328.503849:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51962 00000100:00100000:0.0:1776998328.503864:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3134:17551:x1863313756495744:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998328.503961:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998328.503992:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e3ca00/0x27b6fb26481a5d8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x189a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44409 expref: 3134 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504022:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d99ce00/0x27b6fb26481a5d64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x189a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c443f4 expref: 3133 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504040:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb0e00/0x27b6fb264818726f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x189a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37c6d expref: 3132 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504054:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x189a:0x0].0x0 (ffff8d2639622d00) 00010000:00010000:0.0:1776998328.504077:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998328.504103:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504121:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504133:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504151:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504160:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504169:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504852:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504866:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.504877:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.512723:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2935, 64 off196096 00010000:00010000:2.0:1776998328.512847:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512869:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512886:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512897:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512924:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512933:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512962:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.512988:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.512997:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513006:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513015:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.513022:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513032:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513047:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x189a:0x0].0x0 (ffff8d250db54700) 00010000:00010000:2.0:1776998328.513051:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.513057:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513065:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bac29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x189a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513089:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513097:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513106:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513113:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.513117:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513130:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513141:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.513144:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.513148:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.513156:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bac1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.513191:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006fd79cf3 reply state 00000000270bc788 transno 4295020077 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.513205:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.513314:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3133:17551:x1863313756495744:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9448us (9790us total) trans 4295020077 rc 0/0 00000100:00100000:2.0:1776998328.513326:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51962 00010000:00010000:0.0:1776998328.513833:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.513843:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.513853:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.513857:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.513867:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.513880:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x189a:0x0].0x0 (ffff8d250db54700) 00010000:00010000:0.0:1776998328.513884:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.513888:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.513896:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x189a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.513915:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.513918:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.513920:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.525951:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.525971:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.525982:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.525991:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.525997:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.526007:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.526033:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x17f41dc3 (ffff8d250db54200) 00010000:00010000:1.0:1776998328.526038:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.526043:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.526051:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bac22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x17f41dc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.529139:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.529796:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756496000 00000100:00100000:0.0:1776998328.529809:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756496000 00000100:00100000:0.0:1776998328.529880:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17020 00000100:00100000:0.0:1776998328.529895:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3132:17551:x1863313756496000:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.541581:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3133:17551:x1863313756496000:12345-192.168.201.35@tcp:35:rm.0 Request processed in 11677us (12439us total) trans 4295020078 rc 0/0 00000100:00100000:1.0:1776998328.541598:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17020 00000100:00100000:1.0:1776998328.565659:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.566071:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756496256 00000100:00100000:2.0:1776998328.566083:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756496256 00000100:00100000:2.0:1776998328.566163:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51963 00000100:00100000:2.0:1776998328.566211:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3133:17551:x1863313756496256:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.566279:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.566311:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d03e00/0x27b6fb26481987b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2d4 expref: 3133 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566340:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f1a200/0x27b6fb2648198789 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2bf expref: 3132 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566370:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e173800/0x27b6fb264818113a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c368fc expref: 3131 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566388:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d3:0x0].0x0 (ffff8d2502d7d900) 00010000:00010000:2.0:1776998328.566402:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.566448:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566467:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566480:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566501:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566511:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566520:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566647:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566660:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.566671:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.567355:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2936, 64 off196160 00010000:00010000:2.0:1776998328.567461:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567476:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567488:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567498:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567507:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567516:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567543:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.567566:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567575:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567583:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567591:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.567597:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567607:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567619:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d3:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998328.567623:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.567628:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567636:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567658:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567947:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567955:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567962:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.567967:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567976:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.567986:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.567989:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.567993:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.568006:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.568020:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023724760 reply state 00000000dcabcfc0 transno 4295020079 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.568031:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.568122:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3132:17551:x1863313756496256:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1913us (2473us total) trans 4295020079 rc 0/0 00000100:00100000:2.0:1776998328.568133:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51963 00010000:00010000:1.0:1776998328.569739:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998328.569748:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.569759:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998328.569763:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.569772:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.569787:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15d3:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:1.0:1776998328.569791:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998328.569796:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.569804:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bac4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.569825:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.569828:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.569830:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998328.575792:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998328.576242:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576260:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576271:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576281:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.576287:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576297:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576318:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xebab9df1 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998328.576323:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.576329:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.576346:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xebab9df1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.579672:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756496512 00000100:00100000:1.0:1776998328.579688:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756496512 00000100:00100000:1.0:1776998328.579767:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17021 00000100:00100000:1.0:1776998328.579782:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3131:17551:x1863313756496512:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.580163:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3132:17551:x1863313756496512:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (4382us total) trans 4295020080 rc 0/0 00000100:00100000:1.0:1776998328.580200:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17021 00000100:00100000:0.0:1776998328.606161:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.608117:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756496768 00000100:00100000:1.0:1776998328.608130:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756496768 00000100:00100000:1.0:1776998328.608226:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51964 00000100:00100000:1.0:1776998328.608521:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3132:17551:x1863313756496768:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998328.608593:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998328.608625:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9afe00/0x27b6fb264819bc09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1681:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa9e expref: 3132 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608682:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9ac400/0x27b6fb264819bbdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1681:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa89 expref: 3131 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608700:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509210a00/0x27b6fb2648182904 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1681:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36dbe expref: 3130 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608713:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1681:0x0].0x0 (ffff8d2509f70d00) 00010000:00010000:1.0:1776998328.608726:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998328.608751:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608766:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608780:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608797:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608806:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608815:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608946:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608957:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.608966:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998328.609686:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2937, 64 off196224 00010000:00010000:1.0:1776998328.609760:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609774:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609785:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609795:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609803:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609811:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609830:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998328.609851:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609859:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609867:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609874:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.609879:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609888:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609899:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1681:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998328.609903:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998328.609908:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609915:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bac61 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1681:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609934:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609942:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609949:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609955:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.609958:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609965:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609974:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.609977:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.609980:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.609988:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bac53 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998328.609999:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a50281b9 reply state 00000000eb33dfda transno 4295020081 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.610016:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998328.610104:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3131:17551:x1863313756496768:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1865us (3951us total) trans 4295020081 rc 0/0 00000100:00100000:1.0:1776998328.610114:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51964 00010000:00010000:0.0:1776998328.612325:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.612335:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.612346:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.612350:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.612360:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.612375:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1681:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:0.0:1776998328.612378:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.612383:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.612390:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bac68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1681:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.612455:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.612459:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.612461:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.622960:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.622981:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.622992:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.623000:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.623006:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.623015:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.623034:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9e844bee (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998328.623039:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.623044:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.623051:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bac5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9e844bee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.637978:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.638182:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756497024 00000100:00100000:1.0:1776998328.638197:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756497024 00000100:00100000:1.0:1776998328.638598:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17022 00000100:00100000:1.0:1776998328.638613:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3130:17551:x1863313756497024:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.638987:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3131:17551:x1863313756497024:12345-192.168.201.35@tcp:35:rm.0 Request processed in 376us (1019us total) trans 4295020082 rc 0/0 00000100:00100000:1.0:1776998328.638998:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17022 00000100:00100000:0.0:1776998328.650408:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.654783:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756497280 00000100:00100000:2.0:1776998328.654799:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756497280 00000100:00100000:2.0:1776998328.654892:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51965 00000100:00100000:2.0:1776998328.654907:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3131:17551:x1863313756497280:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.654980:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.655012:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d2200/0x27b6fb26481a4a4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x185a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b49 expref: 3131 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655042:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d88c600/0x27b6fb26481a4a24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x185a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b34 expref: 3130 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655060:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250931fa00/0x27b6fb26481869af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x185a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37aad expref: 3129 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655075:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185a:0x0].0x0 (ffff8d250d812400) 00010000:00010000:2.0:1776998328.655088:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.655112:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655130:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655159:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655182:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655191:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.655199:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.656461:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.656893:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.656906:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.658122:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2938, 64 off196288 00010000:00010000:2.0:1776998328.658249:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.658264:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.658275:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.659939:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.659952:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.659962:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.659996:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.660021:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660031:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660040:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660047:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.660053:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660063:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660076:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185a:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998328.660081:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.660086:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660095:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac7d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x185a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660116:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660131:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660139:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660146:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.660150:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.660158:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.660952:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.660961:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.660969:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.660973:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.660981:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.660993:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185a:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:0.0:1776998328.660996:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.661000:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.661007:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bac84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x185a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.661025:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.661028:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.661030:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.661100:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.661104:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.661109:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.661118:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.661133:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031c4694e reply state 000000009272b7d0 transno 4295020083 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.661144:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.665021:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3130:17551:x1863313756497280:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10107us (14628us total) trans 4295020083 rc 0/0 00000100:00100000:2.0:1776998328.665057:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51965 00000100:00100000:0.0:1776998328.677030:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.677502:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756497536 00000100:00100000:3.0:1776998328.677515:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756497536 00000100:00100000:3.0:1776998328.677588:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17023 00000100:00100000:3.0:1776998328.677600:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3130:17551:x1863313756497536:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998328.677946:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3131:17551:x1863313756497536:12345-192.168.201.35@tcp:35:rm.0 Request processed in 347us (924us total) trans 4295020084 rc 0/0 00000100:00100000:3.0:1776998328.677958:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17023 00010000:00010000:2.0:1776998328.678165:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678243:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678253:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678261:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.678266:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678275:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678294:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd15ed17c (ffff8d250da9eb00) 00010000:00010000:2.0:1776998328.678298:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.678304:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.678312:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd15ed17c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.692781:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.692886:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756497792 00000100:00100000:2.0:1776998328.692899:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756497792 00000100:00100000:2.0:1776998328.692975:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51966 00000100:00100000:2.0:1776998328.692988:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3130:17551:x1863313756497792:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.693054:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.693084:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976be00/0x27b6fb26481997a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1608:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea13 expref: 3130 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693122:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d16a000/0x27b6fb264819977a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1608:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e9fe expref: 3129 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693140:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e50600/0x27b6fb2648181879 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1608:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36a6f expref: 3128 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693154:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1608:0x0].0x0 (ffff8d2636847900) 00010000:00010000:2.0:1776998328.693166:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.693273:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693290:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693303:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693319:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693330:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693339:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693514:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693526:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.693537:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.694219:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2931, 64 off195776 00010000:00010000:2.0:1776998328.694553:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694568:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694580:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694590:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694598:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694608:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694627:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.694690:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694698:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694707:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694722:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.694728:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694738:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694750:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1608:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998328.694755:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.694760:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694768:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bac99 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694788:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694797:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694805:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694812:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.694816:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694823:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694838:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998328.694842:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.694846:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.694856:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bac8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998328.694867:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e71f1b0d reply state 00000000db64f9e4 transno 4295020085 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.694879:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.694988:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3129:17551:x1863313756497792:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1999us (2215us total) trans 4295020085 rc 0/0 00000100:00100000:2.0:1776998328.695001:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51966 00010000:00010000:0.0:1776998328.696788:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.696798:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.696809:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.696814:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.696824:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.696847:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1608:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:0.0:1776998328.696851:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.696857:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.696866:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baca0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.696890:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.696893:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.696896:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.700518:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700541:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700550:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700559:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.700564:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700573:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700590:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x14e2820e (ffff8d250da9eb00) 00010000:00010000:1.0:1776998328.700594:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.700599:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.700608:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bac92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x14e2820e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998328.720121:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.720307:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756498048 00000100:00100000:1.0:1776998328.720321:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756498048 00000100:00100000:1.0:1776998328.720435:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17024 00000100:00100000:1.0:1776998328.720453:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3128:17551:x1863313756498048:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.720850:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3129:17551:x1863313756498048:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (739us total) trans 4295020086 rc 0/0 00000100:00100000:1.0:1776998328.720862:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17024 00010000:00010000:1.0:1776998328.735291:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998328.749228:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.749573:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756498304 00000100:00100000:3.0:1776998328.749586:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756498304 00000100:00100000:3.0:1776998328.749671:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51967 00000100:00100000:3.0:1776998328.749685:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3129:17551:x1863313756498304:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998328.749793:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998328.749826:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508853c00/0x27b6fb26481926fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1492:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6dc expref: 3129 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749854:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1492:0x0].0x0 (ffff8d2621548500) 00010000:00010000:3.0:1776998328.749869:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d322a00/0x27b6fb26481ae233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a53:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48054 expref: 3128 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749886:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd46600/0x27b6fb26481ae209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a53:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4803f expref: 3127 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749906:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d46e00/0x27b6fb264818aeba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3887c expref: 3126 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749921:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a53:0x0].0x0 (ffff8d250add8900) 00010000:00010000:3.0:1776998328.749932:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998328.749955:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749973:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.749986:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750004:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750014:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750024:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750153:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750166:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.750209:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998328.751459:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2932, 64 off195840 00010000:00010000:3.0:1776998328.751538:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751554:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751570:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751580:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751589:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751606:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751634:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998328.751659:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751660:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.751675:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751675:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751697:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751701:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.751714:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751714:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998328.751723:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751736:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751739:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751772:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a53:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998328.751777:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998328.751783:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751789:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a53:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998328.751793:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bacb5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751798:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.751807:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751821:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bacbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751822:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751854:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751863:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.751868:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.751874:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998328.751874:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.751882:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998328.751882:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751895:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751908:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998328.751912:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998328.751916:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.751924:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481baca7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998328.751939:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9c53079 reply state 00000000d273c481 transno 4295020087 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.751957:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998328.752067:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3127:17551:x1863313756498304:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2380us (2846us total) trans 4295020087 rc 0/0 00000100:00100000:3.0:1776998328.752080:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51967 00010000:00010000:0.0:1776998328.769097:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769120:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769131:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769139:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.769145:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769156:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769201:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x301bb1b (ffff8d250da6b300) 00010000:00010000:0.0:1776998328.769207:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.769214:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.769223:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bacae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x301bb1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.776806:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.777146:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756498560 00000100:00100000:0.0:1776998328.777159:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756498560 00000100:00100000:0.0:1776998328.777269:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17025 00000100:00100000:0.0:1776998328.777282:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3126:17551:x1863313756498560:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.777691:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3127:17551:x1863313756498560:12345-192.168.201.35@tcp:35:rm.0 Request processed in 410us (895us total) trans 4295020088 rc 0/0 00000100:00100000:0.0:1776998328.777702:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17025 00000100:00100000:3.0:1776998328.785536:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.786394:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756498816 00000100:00100000:2.0:1776998328.786406:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756498816 00000100:00100000:2.0:1776998328.786519:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51968 00000100:00100000:2.0:1776998328.786532:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3127:17551:x1863313756498816:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.786638:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998328.786949:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508912a00/0x27b6fb26481ad2dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a20:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4795b expref: 3127 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.786981:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508910c00/0x27b6fb26481ad2b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47946 expref: 3126 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787002:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a238200/0x27b6fb264818a7c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38717 expref: 3125 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787025:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a20:0x0].0x0 (ffff8d250907f400) 00010000:00010000:2.0:1776998328.787038:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998328.787065:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787083:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787097:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787116:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787128:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.787137:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.795369:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.795394:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.795433:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998328.796559:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2939, 64 off196352 00000004:00080000:1.0:1776998328.796573:0:12881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4039588402062ns, next at 4040588398849ns, rc = 0 00010000:00010000:1.0:1776998328.796655:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796671:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796682:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796693:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796702:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796710:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796749:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998328.796776:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796790:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796799:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796807:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.796813:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796823:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796838:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a20:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:1.0:1776998328.796842:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998328.796849:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796858:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bacd1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796883:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796893:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796902:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796911:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.796915:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796924:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796934:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.796938:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.796941:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.796949:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bacc3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998328.796963:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ffa5fb8 reply state 00000000a0fa9e69 transno 4295020089 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.796976:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998328.797097:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3126:17551:x1863313756498816:12345-192.168.201.35@tcp:36:rm.0 Request processed in 10562us (11566us total) trans 4295020089 rc 0/0 00000100:00100000:1.0:1776998328.797110:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51968 00010000:00010000:0.0:1776998328.798852:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998328.798863:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.798874:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998328.798879:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.798889:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.798905:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a20:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998328.798909:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998328.798914:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.798922:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bacd8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.798945:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.798948:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.798950:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.812572:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812877:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812894:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812903:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.812910:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812921:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812941:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x71c5549f (ffff8d250da9e900) 00010000:00010000:0.0:1776998328.812945:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.812950:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.812958:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bacca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x71c5549f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.826605:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.827452:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756499072 00000100:00100000:2.0:1776998328.827465:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756499072 00000100:00100000:2.0:1776998328.827532:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17026 00000100:00100000:2.0:1776998328.827546:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3125:17551:x1863313756499072:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998328.828228:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3126:17551:x1863313756499072:12345-192.168.201.35@tcp:35:rm.0 Request processed in 683us (1630us total) trans 4295020090 rc 0/0 00000100:00100000:2.0:1776998328.828239:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17026 00000100:00100000:3.0:1776998328.834307:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.837024:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756499328 00000100:00100000:1.0:1776998328.837039:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756499328 00000100:00100000:1.0:1776998328.837132:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51969 00000100:00100000:1.0:1776998328.837146:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3126:17551:x1863313756499328:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998328.837260:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998328.837291:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d321c00/0x27b6fb26481acb0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a06:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475cd expref: 3126 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837322:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d320000/0x27b6fb26481acae0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a06:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475b8 expref: 3125 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837343:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2e2800/0x27b6fb264818a433 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a06:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38661 expref: 3124 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837358:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a06:0x0].0x0 (ffff8d2509e93400) 00010000:00010000:1.0:1776998328.837371:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998328.837396:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837443:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837457:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837497:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837507:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837516:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837944:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837957:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.837967:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998328.838694:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2940, 64 off196416 00010000:00010000:1.0:1776998328.839023:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839036:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839047:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839055:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839062:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839070:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839099:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998328.839120:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839128:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839136:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839144:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.839150:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839160:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839199:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a06:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998328.839203:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998328.839209:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839217:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baced lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839237:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839244:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839253:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839259:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.839263:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839271:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839280:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.839283:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.839286:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.839299:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bacdf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998328.839310:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000935fcaa5 reply state 0000000077cb25e2 transno 4295020091 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.839320:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998328.839431:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3125:17551:x1863313756499328:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2266us (5111us total) trans 4295020091 rc 0/0 00000100:00100000:1.0:1776998328.839441:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51969 00010000:00010000:3.0:1776998328.840791:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998328.840801:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.840813:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998328.840817:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.840827:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.840841:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a06:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:3.0:1776998328.840844:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998328.840849:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.840857:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bacf4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a06:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.840878:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998328.840881:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998328.840883:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.845985:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846004:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846012:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846019:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.846024:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846038:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846055:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x262067d1 (ffff8d2509e7cd00) 00010000:00010000:0.0:1776998328.846060:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.846065:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.846072:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bace6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x262067d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.853371:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.856918:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756499584 00000100:00100000:1.0:1776998328.856933:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756499584 00000100:00100000:1.0:1776998328.857000:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17027 00000100:00100000:1.0:1776998328.857012:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3124:17551:x1863313756499584:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998328.857456:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3125:17551:x1863313756499584:12345-192.168.201.35@tcp:35:rm.0 Request processed in 443us (4093us total) trans 4295020092 rc 0/0 00000100:00100000:1.0:1776998328.857466:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17027 00000100:00100000:1.0:1776998328.877898:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998328.878939:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756499840 00000100:00100000:3.0:1776998328.878951:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756499840 00000100:00100000:3.0:1776998328.879021:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51970 00000100:00100000:3.0:1776998328.879034:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3125:17551:x1863313756499840:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998328.879101:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998328.879129:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995400/0x27b6fb2648193b4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14d5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c01a expref: 3125 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879156:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d997c00/0x27b6fb2648193b23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c005 expref: 3124 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879226:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25091e9600/0x27b6fb264817ee80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3620a expref: 3123 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879239:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d5:0x0].0x0 (ffff8d2602fbca00) 00010000:00010000:3.0:1776998328.879252:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998328.879278:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879293:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879305:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879322:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879353:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879362:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879502:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879514:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998328.879525:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998328.886019:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2941, 64 off196480 00010000:00010000:2.0:1776998328.886112:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886133:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886147:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886158:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886192:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886201:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886226:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998328.886250:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886258:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886272:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886279:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998328.886284:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886293:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886306:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d5:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998328.886310:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998328.886332:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886341:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bad09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886364:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886373:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998328.886373:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886386:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886386:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886435:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.886435:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.886444:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886444:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886468:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886483:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d5:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998328.886484:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886491:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998328.886497:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886502:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.886507:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886508:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998328.886514:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.886524:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bacfb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.886531:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.886535:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998328.886538:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1776998328.886541:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d889acc3 reply state 000000007689aaae transno 4295020093 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998328.886553:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998328.886649:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3124:17551:x1863313756499840:12345-192.168.201.35@tcp:36:rm.0 Request processed in 7613us (8758us total) trans 4295020093 rc 0/0 00000100:00100000:2.0:1776998328.886921:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51970 00010000:00010000:0.0:1776998328.907488:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907510:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907611:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907623:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.907631:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907640:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907948:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x74d012b9 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998328.907959:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.907969:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.907980:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bad02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x74d012b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.935610:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998328.936384:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756500096 00000100:00100000:0.0:1776998328.936395:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756500096 00000100:00100000:0.0:1776998328.936507:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17028 00000100:00100000:0.0:1776998328.936520:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756500096:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998328.936920:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3124:17551:x1863313756500096:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (1318us total) trans 4295020094 rc 0/0 00000100:00100000:0.0:1776998328.936931:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17028 00000100:00100000:3.0:1776998328.955667:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998328.955847:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756500352 00000100:00100000:1.0:1776998328.955859:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756500352 00000100:00100000:1.0:1776998328.955935:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51971 00000100:00100000:1.0:1776998328.955948:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3124:17551:x1863313756500352:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998328.956015:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998328.956047:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f68800/0x27b6fb26481ac5a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19f4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47357 expref: 3124 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956075:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6bc00/0x27b6fb26481ac576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47342 expref: 3123 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956093:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e81800/0x27b6fb264818a1bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c385e3 expref: 3122 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956105:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f4:0x0].0x0 (ffff8d25090c8c00) 00010000:00010000:1.0:1776998328.956117:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998328.956139:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956154:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956165:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956245:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956255:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956264:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956393:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956404:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.956433:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998328.957118:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2942, 64 off196544 00010000:00010000:1.0:1776998328.957257:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957271:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957282:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957293:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957302:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957311:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957331:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998328.957354:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957363:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957372:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957380:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.957386:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957396:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957435:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f4:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998328.957439:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998328.957446:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957454:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad25 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957474:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957483:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957489:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957496:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998328.957499:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957506:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957516:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998328.957519:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998328.957523:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998328.957529:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998328.957540:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b71dd70 reply state 00000000ccd072e8 transno 4295020095 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998328.957557:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998328.957921:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756500352:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1972us (2261us total) trans 4295020095 rc 0/0 00000100:00100000:1.0:1776998328.957932:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51971 00010000:00010000:2.0:1776998328.962875:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998328.962889:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.962902:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998328.962908:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.962920:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.962940:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19f4:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998328.962945:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998328.962950:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.962959:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bad2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998328.962987:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.962989:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998328.962992:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998328.973383:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973404:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973433:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973440:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998328.973446:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973455:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973475:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xfe17d8ce (ffff8d2509e7c600) 00010000:00010000:0.0:1776998328.973479:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998328.973486:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998328.973493:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bad1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xfe17d8ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998328.975427:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.975715:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756500608 00000100:00100000:2.0:1776998328.975726:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756500608 00000100:00100000:2.0:1776998328.975785:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17029 00000100:00100000:2.0:1776998328.975798:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756500608:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998328.976147:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756500608:12345-192.168.201.35@tcp:35:rm.0 Request processed in 350us (742us total) trans 4295020096 rc 0/0 00000100:00100000:2.0:1776998328.976156:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17029 00000100:00100000:3.0:1776998328.995904:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998328.999562:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756500864 00000100:00100000:2.0:1776998328.999576:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756500864 00000100:00100000:2.0:1776998328.999853:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51972 00000100:00100000:2.0:1776998328.999870:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756500864:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998328.999941:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998328.999974:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1df800/0x27b6fb2648191265 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x144d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad82 expref: 3123 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000004:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d25a400/0x27b6fb264817dbe8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x144d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35e52 expref: 3122 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000028:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x144d:0x0].0x0 (ffff8d2608b85500) 00010000:00010000:2.0:1776998329.000041:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.000066:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000082:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000095:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000112:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000121:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000130:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000319:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000332:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.000342:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.000997:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2943, 64 off196608 00010000:00010000:2.0:1776998329.001081:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001095:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001106:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001117:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001125:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001132:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001201:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.001224:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001234:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001244:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001252:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.001258:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001268:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001283:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x144d:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998329.001287:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.001292:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001301:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad41 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x144d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001322:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001331:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001338:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001345:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.001349:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001358:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001367:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.001370:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.001374:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.001382:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.001400:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ccf13b52 reply state 0000000068388068 transno 4295020097 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.001435:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.001531:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756500864:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1664us (5761us total) trans 4295020097 rc 0/0 00000100:00100000:2.0:1776998329.001544:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51972 00010000:00010000:1.0:1776998329.001648:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.001656:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.001666:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.001671:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.001679:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.001692:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x144d:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:1.0:1776998329.001695:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.001700:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.001708:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bad48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x144d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.001726:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.001729:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.001732:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.014065:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014089:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014102:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014111:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.014118:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014130:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014151:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe21cc04f (ffff8d250da9ef00) 00010000:00010000:0.0:1776998329.014156:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.014162:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.014198:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bad3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe21cc04f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.023572:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.024223:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756501120 00000100:00100000:1.0:1776998329.024237:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756501120 00000100:00100000:1.0:1776998329.024309:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17030 00000100:00100000:1.0:1776998329.024324:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756501120:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.024717:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756501120:12345-192.168.201.35@tcp:35:rm.0 Request processed in 394us (1153us total) trans 4295020098 rc 0/0 00000100:00100000:1.0:1776998329.024730:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17030 00000100:00100000:1.0:1776998329.066920:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.067066:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756501376 00000100:00100000:2.0:1776998329.067078:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756501376 00000100:00100000:2.0:1776998329.067154:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51973 00000100:00100000:2.0:1776998329.067231:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3123:17551:x1863313756501376:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.067306:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.067339:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa1000/0x27b6fb2648192749 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1493:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6ff expref: 3123 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067365:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1493:0x0].0x0 (ffff8d2509d15200) 00010000:00010000:2.0:1776998329.067378:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe8400/0x27b6fb2648191c52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x146e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b205 expref: 3122 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067396:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26421e8c00/0x27b6fb264817e06b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x146e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35f39 expref: 3121 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067430:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146e:0x0].0x0 (ffff8d2608029b00) 00010000:00010000:2.0:1776998329.067442:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.067467:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067490:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067502:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067521:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067530:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067540:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067978:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067988:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.067997:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.068928:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2933, 64 off195904 00000004:00080000:2.0:1776998329.068943:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4039860772158ns, next at 4040860768635ns, rc = 0 00010000:00010000:2.0:1776998329.069017:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069030:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069046:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069055:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069064:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069073:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069111:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.069135:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069145:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069154:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.069162:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.069188:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.069191:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.069199:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.069199:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.069209:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.069213:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146e:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998329.069217:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.074131:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074159:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bad5d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x146e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074225:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074236:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074245:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074253:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.074259:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074269:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074526:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.074531:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.074538:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.074547:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bad4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.074563:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce6ff4f4 reply state 00000000bef0b5d3 transno 4295020099 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.074583:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998329.076283:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756501376:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9111us (9367us total) trans 4295020099 rc 0/0 00000100:00100000:0.0:1776998329.076302:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51973 00010000:00010000:3.0:1776998329.079855:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.079876:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.079908:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x146e:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998329.079913:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.079919:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.079927:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bad64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x146e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.082402:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.082426:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.082429:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.093105:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093127:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093137:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093146:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.093152:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093161:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093217:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe5a3a24d (ffff8d250da9e600) 00010000:00010000:0.0:1776998329.093222:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.093228:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.093236:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bad56 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe5a3a24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.095642:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.095876:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756501632 00000100:00100000:0.0:1776998329.095888:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756501632 00000100:00100000:0.0:1776998329.095961:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17031 00000100:00100000:0.0:1776998329.095975:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756501632:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998329.097587:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756501632:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1610us (1948us total) trans 4295020100 rc 0/0 00000100:00100000:0.0:1776998329.097887:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17031 00000100:00100000:3.0:1776998329.114163:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.114476:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756501888 00000100:00100000:0.0:1776998329.114489:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756501888 00000100:00100000:0.0:1776998329.114556:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51974 00000100:00100000:0.0:1776998329.114569:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756501888:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998329.114634:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998329.116811:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dc65800/0x27b6fb264818e666 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13bb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39985 expref: 3122 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116843:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b112000/0x27b6fb264817c7f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35a54 expref: 3121 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116857:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13bb:0x0].0x0 (ffff8d250d389700) 00010000:00010000:0.0:1776998329.116870:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.116897:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116913:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116926:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116946:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116955:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.116969:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.117284:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.117295:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.117306:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998329.117965:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2944, 64 off196672 00010000:00010000:0.0:1776998329.118035:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118049:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118060:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118069:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118077:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118084:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118105:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998329.118129:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118137:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118144:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118152:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.118157:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118166:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118234:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13bb:0x0].0x0 (ffff8d250db54900) 00010000:00010000:0.0:1776998329.118238:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998329.118243:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118251:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bad79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118269:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118277:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118284:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118296:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.118300:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118308:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118317:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998329.118320:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.118324:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.118331:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bad6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998329.118342:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000066cbbc91 reply state 000000005cdd9d66 transno 4295020101 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.118352:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998329.118483:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756501888:12345-192.168.201.35@tcp:36:rm.0 Request processed in 3914us (4327us total) trans 4295020101 rc 0/0 00000100:00100000:0.0:1776998329.118494:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51974 00010000:00010000:2.0:1776998329.119048:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.119057:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.119067:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.119071:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.119080:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.119093:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13bb:0x0].0x0 (ffff8d250db54900) 00010000:00010000:2.0:1776998329.119097:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998329.119101:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.119108:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bad80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.119126:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.119128:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.119130:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.127970:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.127988:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.127997:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.128012:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.128018:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.128027:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.128045:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9f9f0511 (ffff8d250db54700) 00010000:00010000:0.0:1776998329.128049:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.128055:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.128063:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bad72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9f9f0511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.140124:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.140252:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756502144 00000100:00100000:2.0:1776998329.140264:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756502144 00000100:00100000:2.0:1776998329.140332:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17032 00000100:00100000:2.0:1776998329.140345:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756502144:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998329.140995:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756502144:12345-192.168.201.35@tcp:35:rm.0 Request processed in 651us (879us total) trans 4295020102 rc 0/0 00000100:00100000:2.0:1776998329.141007:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17032 00000100:00100000:2.0:1776998329.147798:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.152591:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756502400 00000100:00100000:1.0:1776998329.152606:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756502400 00000100:00100000:1.0:1776998329.152851:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51975 00000100:00100000:1.0:1776998329.152865:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756502400:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.152937:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998329.152966:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbe800/0x27b6fb264818ed19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13d1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c8e expref: 3122 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.152996:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dc95800/0x27b6fb264817caf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35aee expref: 3121 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153011:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d1:0x0].0x0 (ffff8d2636437000) 00010000:00010000:1.0:1776998329.153022:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.153046:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153061:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153073:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153089:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153098:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153106:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153284:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153294:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153303:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.153905:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2945, 64 off196736 00010000:00010000:1.0:1776998329.153975:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153988:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.153998:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154007:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154014:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154022:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154065:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.154085:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154094:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154102:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154110:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.154115:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154124:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154135:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d1:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998329.154139:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.154144:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154152:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bad95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154199:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154207:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154221:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154227:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.154231:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154239:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154248:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.154252:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.154256:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.154264:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bad87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.154275:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050e41aec reply state 00000000f57a9f12 transno 4295020103 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.154287:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998329.154381:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756502400:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1518us (6591us total) trans 4295020103 rc 0/0 00000100:00100000:1.0:1776998329.154391:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51975 00010000:00010000:3.0:1776998329.154508:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.154515:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.154524:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998329.154528:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.154536:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.154547:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13d1:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998329.154550:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.154554:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.154560:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bad9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.154577:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.154580:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.154582:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.166147:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166215:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166226:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166234:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.166241:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166251:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166276:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xad8d5311 (ffff8d2509e7c300) 00010000:00010000:0.0:1776998329.166280:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.166287:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.166536:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bad8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xad8d5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.176598:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.178093:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756502656 00000100:00100000:0.0:1776998329.178105:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756502656 00000100:00100000:0.0:1776998329.178232:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17033 00000100:00100000:0.0:1776998329.178246:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756502656:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998329.178625:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756502656:12345-192.168.201.35@tcp:35:rm.0 Request processed in 380us (2034us total) trans 4295020104 rc 0/0 00000100:00100000:0.0:1776998329.178635:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17033 00000100:00100000:1.0:1776998329.189006:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.189140:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756502912 00000100:00100000:0.0:1776998329.189152:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756502912 00000100:00100000:2.0:1776998329.190092:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51976 00000100:00100000:2.0:1776998329.190107:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3122:17551:x1863313756502912:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.190661:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.190695:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7d800/0x27b6fb26481a8542 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45615 expref: 3122 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190726:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1e3400/0x27b6fb26481a8518 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45600 expref: 3121 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190744:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6da800/0x27b6fb264818847b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38009 expref: 3120 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190757:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191e:0x0].0x0 (ffff8d250db33d00) 00010000:00010000:2.0:1776998329.190769:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.190793:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190808:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190820:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190842:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190851:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190859:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190981:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.190992:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.191002:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.192146:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2946, 64 off196800 00010000:00010000:2.0:1776998329.192260:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192273:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192285:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192293:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192301:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192309:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192325:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.192346:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192355:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192362:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192370:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.192374:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192384:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192394:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191e:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998329.192398:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.192402:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192434:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481badb1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x191e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192454:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192467:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192474:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192480:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.192484:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192492:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192501:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.192504:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.192507:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.192514:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bada3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.192525:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000210a9ba0 reply state 00000000cc9ab050 transno 4295020105 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.192536:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.192636:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756502912:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2530us (3637us total) trans 4295020105 rc 0/0 00000100:00100000:2.0:1776998329.192647:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51976 00010000:00010000:1.0:1776998329.193226:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.193235:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.193249:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.193252:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.193261:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.193273:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191e:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:1.0:1776998329.193276:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.193280:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.193287:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481badb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x191e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.193305:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.193308:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.193310:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.205715:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205737:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205748:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205756:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.205761:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205772:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205793:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x10d52d95 (ffff8d250da9e500) 00010000:00010000:0.0:1776998329.205797:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.205803:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.205811:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481badaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x10d52d95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.222092:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.222253:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756503168 00000100:00100000:3.0:1776998329.222265:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756503168 00000100:00100000:3.0:1776998329.222337:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17034 00000100:00100000:3.0:1776998329.222350:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3120:17551:x1863313756503168:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.226750:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756503168:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4394us (4658us total) trans 4295020106 rc 0/0 00000100:00100000:3.0:1776998329.226780:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17034 00000100:00100000:2.0:1776998329.245525:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.245844:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756503424 00000100:00100000:0.0:1776998329.245855:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756503424 00000100:00100000:0.0:1776998329.245933:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51977 00000100:00100000:0.0:1776998329.245947:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3121:17551:x1863313756503424:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998329.246015:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998329.246066:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf44a00/0x27b6fb26481a7b55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18fd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45192 expref: 3121 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246095:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdef800/0x27b6fb26481a7b2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4517d expref: 3120 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246112:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e81200/0x27b6fb2648187ff8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37f22 expref: 3119 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246128:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18fd:0x0].0x0 (ffff8d250d2bbc00) 00010000:00010000:0.0:1776998329.246140:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.246164:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246224:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246235:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246254:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246263:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246271:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246680:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246690:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.246699:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998329.247568:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2934, 64 off195968 00010000:00010000:0.0:1776998329.247643:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247655:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247670:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247679:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247688:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247696:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247721:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998329.247740:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247748:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247756:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247764:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.247769:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247778:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247789:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18fd:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998329.247792:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998329.247797:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247804:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481badcd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247822:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247831:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247837:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247844:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.247847:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247854:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247862:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998329.247865:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.247869:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.247876:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481badbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998329.247885:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000025c4a11 reply state 00000000f085ea5c transno 4295020107 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.247902:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1776998329.248128:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.248135:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.248144:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998329.248147:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.248156:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.248207:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18fd:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998329.248212:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.248217:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.248225:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481badd4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.248241:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.248243:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.248246:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998329.251795:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3120:17551:x1863313756503424:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5840us (6308us total) trans 4295020107 rc 0/0 00000100:00100000:1.0:1776998329.251810:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51977 00000100:00100000:2.0:1776998329.268876:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998329.269072:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269084:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269091:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269097:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.269101:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269107:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269122:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe44b8bd9 (ffff8d250db54700) 00010000:00010000:0.0:1776998329.269125:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.269129:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.269134:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481badc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe44b8bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.269512:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756503680 00000100:00100000:3.0:1776998329.269523:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756503680 00000100:00100000:3.0:1776998329.269590:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17035 00000100:00100000:3.0:1776998329.269602:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3119:17551:x1863313756503680:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.270236:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3120:17551:x1863313756503680:12345-192.168.201.35@tcp:35:rm.0 Request processed in 635us (1368us total) trans 4295020108 rc 0/0 00000100:00100000:3.0:1776998329.270246:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17035 00000100:00100000:2.0:1776998329.287939:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.288925:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756503936 00000100:00100000:1.0:1776998329.288939:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756503936 00000100:00100000:1.0:1776998329.289017:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51978 00000100:00100000:1.0:1776998329.289031:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3120:17551:x1863313756503936:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.289117:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.289145:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f5d800/0x27b6fb26481b047d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ac5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fea expref: 3120 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289174:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6200/0x27b6fb26481b0453 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ac5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fd5 expref: 3119 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289193:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb264818be6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ac5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38ba1 expref: 3118 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289464:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac5:0x0].0x0 (ffff8d250e3d4200) 00010000:00010000:1.0:1776998329.289488:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.289513:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289529:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289540:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289556:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289564:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289571:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289693:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289703:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.289712:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.290510:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2935, 64 off196032 00010000:00010000:1.0:1776998329.290578:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290589:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290598:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290607:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290614:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290622:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290653:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.290931:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290939:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290946:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290958:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.290963:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290972:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290983:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac5:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998329.290986:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.290991:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.290998:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bade9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ac5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291015:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291022:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291029:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291035:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.291038:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291046:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291059:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.291062:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.291066:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.291072:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baddb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.291082:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b56a5d3 reply state 00000000144a7968 transno 4295020109 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.291092:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998329.291189:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3119:17551:x1863313756503936:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2160us (3256us total) trans 4295020109 rc 0/0 00000100:00100000:1.0:1776998329.291200:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51978 00010000:00010000:2.0:1776998329.294274:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.294287:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.294299:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.294304:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.294315:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.294331:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ac5:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:2.0:1776998329.294335:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998329.294339:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.294348:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481badf0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ac5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.294370:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.294372:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.294374:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.304221:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304259:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304270:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304278:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.304284:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304295:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304323:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xafcbae36 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998329.304328:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.304334:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.304342:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bade2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xafcbae36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.319732:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.321128:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756504192 00000100:00100000:3.0:1776998329.321144:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756504192 00000100:00100000:3.0:1776998329.321286:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17036 00000100:00100000:3.0:1776998329.321299:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3118:17551:x1863313756504192:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.324251:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3119:17551:x1863313756504192:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2947us (4523us total) trans 4295020110 rc 0/0 00000100:00100000:3.0:1776998329.324264:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17036 00000100:00100000:0.0:1776998329.356483:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.357783:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756504448 00000100:00100000:3.0:1776998329.357797:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756504448 00000100:00100000:3.0:1776998329.357891:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51979 00000100:00100000:3.0:1776998329.357906:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3119:17551:x1863313756504448:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998329.357976:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998329.358007:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d949a00/0x27b6fb26481aa43d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1985:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4642a expref: 3119 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358040:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d948600/0x27b6fb26481aa413 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1985:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46415 expref: 3118 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358059:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e3a3400/0x27b6fb2648189290 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1985:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c382da expref: 3117 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358084:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1985:0x0].0x0 (ffff8d250d126200) 00010000:00010000:3.0:1776998329.358097:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998329.358137:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358155:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358200:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358222:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358233:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358259:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358947:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358961:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.358970:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998329.359670:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2936, 64 off196096 00010000:00010000:3.0:1776998329.359782:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359796:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359807:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359817:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359826:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359835:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359859:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998329.359881:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359891:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359901:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359910:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.359916:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359927:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359941:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1985:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:3.0:1776998329.359946:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998329.359952:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359962:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae05 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1985:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359983:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359991:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.359999:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.360006:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.360010:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.360017:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.360026:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998329.360030:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998329.360034:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.360041:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481badf7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998329.360060:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edcee9d4 reply state 000000001ce8516c transno 4295020111 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.360071:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998329.360215:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3118:17551:x1863313756504448:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2308us (3739us total) trans 4295020111 rc 0/0 00000100:00100000:3.0:1776998329.360228:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51979 00010000:00010000:0.0:1776998329.364975:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998329.364991:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.365006:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998329.365014:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.365028:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.365052:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1985:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998329.365056:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998329.365063:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.365072:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bae0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1985:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.365102:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.365105:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.365108:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998329.372708:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.373755:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756504704 00000100:00100000:1.0:1776998329.373769:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756504704 00000100:00100000:1.0:1776998329.374090:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17037 00000100:00100000:1.0:1776998329.374106:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3118:17551:x1863313756504704:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:2.0:1776998329.374113:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374129:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374140:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374155:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.374161:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374213:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374233:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x53d193e5 (ffff8d250da6bf00) 00010000:00010000:2.0:1776998329.374238:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.374244:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.374253:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481badfe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x53d193e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.374558:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3118:17551:x1863313756504704:12345-192.168.201.35@tcp:35:rm.0 Request processed in 454us (1857us total) trans 4295020112 rc 0/0 00000100:00100000:1.0:1776998329.374571:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17037 00000100:00100000:1.0:1776998329.387956:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.388059:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756504960 00000100:00100000:2.0:1776998329.388072:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756504960 00000100:00100000:2.0:1776998329.388152:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51980 00000100:00100000:2.0:1776998329.388165:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3118:17551:x1863313756504960:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.388302:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.388337:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870800/0x27b6fb26481b09e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ad7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49260 expref: 3118 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388388:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481b09bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ad7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4924b expref: 3117 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388426:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d180000/0x27b6fb264818c0e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ad7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38c1f expref: 3116 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388449:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ad7:0x0].0x0 (ffff8d250bfc5000) 00010000:00010000:2.0:1776998329.388463:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.388486:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388502:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388515:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388546:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388557:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388566:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388696:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388707:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.388717:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.389446:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2937, 64 off196160 00010000:00010000:2.0:1776998329.389527:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389542:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389553:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389564:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389572:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389581:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389614:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.389635:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389643:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389652:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389659:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.389664:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389674:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389705:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ad7:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998329.389710:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.389715:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389723:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae21 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ad7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389744:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389753:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389761:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389768:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.389772:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389780:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389790:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.389793:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.389798:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.389806:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.389822:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa9a6e77 reply state 000000004907c5da transno 4295020113 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.389834:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.389942:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756504960:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1777us (1994us total) trans 4295020113 rc 0/0 00000100:00100000:2.0:1776998329.389955:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51980 00010000:00010000:1.0:1776998329.389964:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.389972:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.389981:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.389986:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.389996:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.390009:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ad7:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:1.0:1776998329.390014:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.390018:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.390027:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bae28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ad7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.390048:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.390050:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.390052:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998329.427377:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.428100:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756505216 00000100:00100000:3.0:1776998329.428113:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756505216 00000100:00100000:3.0:1776998329.428244:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17038 00000100:00100000:3.0:1776998329.428261:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505216:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:1.0:1776998329.430470:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430488:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430499:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430507:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.430513:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430523:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430542:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x319b47fd (ffff8d250da9e400) 00010000:00010000:1.0:1776998329.430546:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.430552:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.430562:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bae1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x319b47fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.430980:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505216:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2720us (3611us total) trans 4295020114 rc 0/0 00000100:00100000:2.0:1776998329.430994:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17038 00000100:00100000:3.0:1776998329.442610:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.442980:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756505472 00000100:00100000:2.0:1776998329.442993:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756505472 00000100:00100000:2.0:1776998329.443069:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51981 00000100:00100000:2.0:1776998329.443083:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505472:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.443155:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998329.443236:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bfbf600/0x27b6fb264818f19c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13e0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e9b expref: 3117 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443268:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dc94600/0x27b6fb264817cd01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35b57 expref: 3116 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443285:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e0:0x0].0x0 (ffff8d2509ca0c00) 00010000:00010000:2.0:1776998329.443298:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.443323:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443367:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443380:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443423:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443434:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443444:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443600:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443614:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.443624:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.444984:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2938, 64 off196224 00010000:00010000:2.0:1776998329.445069:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445083:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445097:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445108:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445117:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445126:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445164:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.445219:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445228:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445236:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445245:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.445251:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445261:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445275:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e0:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998329.445280:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.445285:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445300:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bae3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445322:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445330:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445339:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445346:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.445351:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445360:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445370:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.445374:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.445377:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.445385:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.445397:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a7bf758 reply state 00000000c610a442 transno 4295020115 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.445440:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.445539:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505472:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2456us (2936us total) trans 4295020115 rc 0/0 00000100:00100000:2.0:1776998329.445551:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51981 00010000:00010000:3.0:1776998329.448937:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.448950:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.448964:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998329.448969:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.448980:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.448998:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e0:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998329.449002:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.449008:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.449016:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bae44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.449043:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.449045:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.449048:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.478105:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478126:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478138:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478147:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.478154:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478218:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478243:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa9c9744b (ffff8d250da9e200) 00010000:00010000:2.0:1776998329.478248:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.478255:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.478265:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa9c9744b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.481210:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.493603:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756505728 00000100:00100000:1.0:1776998329.493932:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756505728 00000100:00100000:1.0:1776998329.494025:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17039 00000100:00100000:1.0:1776998329.494040:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756505728:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.499866:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505728:12345-192.168.201.35@tcp:35:rm.0 Request processed in 5822us (18698us total) trans 4295020116 rc 0/0 00000100:00100000:1.0:1776998329.499883:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17039 00000100:00100000:1.0:1776998329.513728:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.513904:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756505984 00000100:00100000:3.0:1776998329.513916:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756505984 00000100:00100000:3.0:1776998329.514006:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51982 00000100:00100000:3.0:1776998329.514021:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756505984:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998329.514096:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998329.514131:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509320e00/0x27b6fb26481b0bb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1add:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49332 expref: 3117 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.514161:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0f800/0x27b6fb26481b0b8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1add:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4931d expref: 3116 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517065:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508859800/0x27b6fb264818c1b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1add:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38c49 expref: 3115 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517084:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1add:0x0].0x0 (ffff8d250d7dc700) 00010000:00010000:3.0:1776998329.517100:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998329.517130:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517147:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517160:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517201:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517211:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517221:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517764:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517777:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.517788:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998329.519158:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2939, 64 off196288 00010000:00010000:3.0:1776998329.526789:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.526836:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.526852:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.526864:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.526872:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.526881:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527370:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998329.527429:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527440:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527450:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527459:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.527465:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527476:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527491:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1add:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998329.527496:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998329.527502:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527511:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bae59 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1add:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527543:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527558:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527566:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527574:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.527577:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527585:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527595:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998329.527598:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998329.527602:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.527610:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bae4b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998329.527623:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000655c8e24 reply state 00000000eeb53f48 transno 4295020117 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.527635:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998329.528320:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756505984:12345-192.168.201.35@tcp:36:rm.0 Request processed in 14297us (14597us total) trans 4295020117 rc 0/0 00000100:00100000:3.0:1776998329.528333:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51982 00000100:00100000:2.0:1776998329.544604:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998329.544712:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.544724:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.544739:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.544745:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.544757:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.544778:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1add:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998329.544783:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.544789:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.544797:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bae60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1add:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.546058:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756506240 00000100:00100000:3.0:1776998329.546071:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756506240 00000100:00100000:3.0:1776998329.546139:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17040 00000100:00100000:3.0:1776998329.546153:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756506240:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.546558:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3117:17551:x1863313756506240:12345-192.168.201.35@tcp:35:rm.0 Request processed in 405us (1962us total) trans 4295020118 rc 0/0 00000100:00100000:3.0:1776998329.546569:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17040 00010000:00010000:0.0:1776998329.548237:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548252:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548261:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548269:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.548275:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548284:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548617:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd65d3fe4 (ffff8d250da6be00) 00010000:00010000:0.0:1776998329.548622:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.548628:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548636:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bae52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd65d3fe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.548685:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.548688:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.548690:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998329.566839:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.566993:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756506496 00000100:00100000:1.0:1776998329.567007:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756506496 00000100:00100000:1.0:1776998329.567089:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51983 00000100:00100000:1.0:1776998329.567106:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756506496:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.567561:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998329.567597:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d26030ea600/0x27b6fb26481900f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1413:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a594 expref: 3116 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567629:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dac0400/0x27b6fb264817d3fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35cbc expref: 3115 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567646:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1413:0x0].0x0 (ffff8d250905f400) 00010000:00010000:1.0:1776998329.567660:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.567688:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567707:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567721:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567742:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567753:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567762:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567915:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567929:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.567939:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.574633:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2947, 64 off196864 00010000:00010000:1.0:1776998329.574751:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574772:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574787:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574798:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574806:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574815:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574847:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.574872:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574882:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574912:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574920:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.574924:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574934:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574949:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1413:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:1.0:1776998329.574953:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.574958:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574966:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bae75 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.574990:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575566:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998329.575575:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575585:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998329.575590:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575598:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575612:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1413:0x0].0x0 (ffff8d2509e7cf00) 00010000:00010000:0.0:1776998329.575952:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998329.575958:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575967:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bae7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.575988:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.575992:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.575995:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.582535:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.582559:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.582569:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.582576:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.582594:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.582615:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.582620:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.582625:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.582634:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bae67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.582660:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a381e4b reply state 000000008fe7d3f3 transno 4295020119 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.582672:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998329.587019:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756506496:12345-192.168.201.35@tcp:36:rm.0 Request processed in 19610us (19882us total) trans 4295020119 rc 0/0 00000100:00100000:3.0:1776998329.587038:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51983 00000100:00100000:2.0:1776998329.593994:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.594059:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.594095:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.594132:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756506752 00000100:00100000:2.0:1776998329.594143:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756506752 00000100:00100000:2.0:1776998329.594248:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756506880 00000100:00100000:2.0:1776998329.594254:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756506880 00000100:00100000:2.0:1776998329.594285:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1421 00000100:00100000:2.0:1776998329.594299:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:369461cb-7f78-4346-9149-8d8e50833e9b+563:2374:x1863313756506752:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:2.0:1776998329.594438:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:369461cb-7f78-4346-9149-8d8e50833e9b+563:2374:x1863313756506752:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 141us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998329.594449:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1421 00000100:00100000:2.0:1776998329.594475:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1422 00000100:00100000:2.0:1776998329.594505:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:369461cb-7f78-4346-9149-8d8e50833e9b+566:2374:x1863313756506880:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:2.0:1776998329.594542:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:369461cb-7f78-4346-9149-8d8e50833e9b+566:2374:x1863313756506880:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 40us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998329.594552:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1422 00000100:00100000:1.0:1776998329.594561:0:5872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756506624 00000100:00100000:1.0:1776998329.594567:0:5872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756506624 00000100:00080000:2.0:1776998329.594576:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1776998329.594581:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1776998329.594609:0:5872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 1570 00000100:00100000:1.0:1776998329.594619:0:5872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2374:x1863313756506624:12345-192.168.201.35@tcp:400:kworker.0 00000100:00100000:1.0:1776998329.594658:0:5872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f7bb411-93b1-4fbc-9f83-ba14681abd1f+9:2374:x1863313756506624:12345-192.168.201.35@tcp:400:kworker.0 Request processed in 40us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998329.594667:0:5872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 1570 00010000:00010000:2.0:1776998329.594759:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594775:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594785:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594794:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.594800:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594810:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594830:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7d42f316 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998329.594835:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.594841:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.594849:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bae6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7d42f316 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.599052:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.600660:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756507136 00000100:00100000:1.0:1776998329.600671:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756507136 00000100:00100000:1.0:1776998329.600751:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17041 00000100:00100000:1.0:1776998329.600766:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3115:17551:x1863313756507136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.601073:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756507136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 307us (2030us total) trans 4295020120 rc 0/0 00000100:00100000:1.0:1776998329.601085:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17041 00000100:00100000:2.0:1776998329.616462:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.616678:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756507392 00000100:00100000:1.0:1776998329.616691:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756507392 00000100:00100000:1.0:1776998329.617058:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51984 00000100:00100000:1.0:1776998329.617073:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3116:17551:x1863313756507392:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.617145:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.617424:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509729800/0x27b6fb26481b21aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b26:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d2d expref: 3116 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.617468:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a5600/0x27b6fb26481b2180 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d18 expref: 3115 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.617490:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d281600/0x27b6fb264818cbaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38e48 expref: 3114 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.617505:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b26:0x0].0x0 (ffff8d250b81e500) 00010000:00010000:1.0:1776998329.617519:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.625693:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.625723:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.625740:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.625767:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.625778:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.625788:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.627438:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.627455:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.627470:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.632594:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2948, 64 off196928 00010000:00010000:2.0:1776998329.632710:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632732:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632746:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632763:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632772:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632779:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632810:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.632836:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632844:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632852:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632859:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.632865:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632874:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632905:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b26:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998329.632910:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.632915:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632929:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae91 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632951:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632958:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632968:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632976:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.632980:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632987:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.632997:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.633000:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.633004:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.633011:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bae83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.633023:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c97ab6c0 reply state 00000000cba3d2ac transno 4295020121 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.633035:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.633152:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3115:17551:x1863313756507392:12345-192.168.201.35@tcp:36:rm.0 Request processed in 16078us (16696us total) trans 4295020121 rc 0/0 00000100:00100000:2.0:1776998329.633165:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51984 00010000:00010000:1.0:1776998329.635013:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.635024:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.635035:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.635040:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.635051:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.635072:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b26:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:1.0:1776998329.635076:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.635081:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.635089:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bae98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.635111:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.635113:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.635116:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998329.648620:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998329.649011:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649028:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649039:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649049:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.649055:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649070:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649091:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x749667a1 (ffff8d250db54700) 00010000:00010000:0.0:1776998329.649096:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.649102:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.649111:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bae8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x749667a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.649872:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756507648 00000100:00100000:1.0:1776998329.649887:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756507648 00000100:00100000:1.0:1776998329.649958:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17042 00000100:00100000:1.0:1776998329.649971:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3114:17551:x1863313756507648:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.650434:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3115:17551:x1863313756507648:12345-192.168.201.35@tcp:35:rm.0 Request processed in 464us (1824us total) trans 4295020122 rc 0/0 00000100:00100000:1.0:1776998329.650445:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17042 00000100:00100000:3.0:1776998329.671294:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.671980:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756507904 00000100:00100000:2.0:1776998329.671994:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756507904 00000100:00100000:2.0:1776998329.672071:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51985 00000100:00100000:2.0:1776998329.672086:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3115:17551:x1863313756507904:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.672158:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.672480:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8c3000/0x27b6fb264819d681 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16d9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c406a6 expref: 3115 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672514:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e99800/0x27b6fb264819d657 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40691 expref: 3114 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672532:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2de000/0x27b6fb264818350c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37026 expref: 3113 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672545:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d9:0x0].0x0 (ffff8d250e330c00) 00010000:00010000:2.0:1776998329.672556:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.672581:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672597:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672636:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672662:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672673:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672681:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672831:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672844:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.672854:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.673831:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2949, 64 off196992 00010000:00010000:2.0:1776998329.673906:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673920:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673930:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673940:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673947:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673957:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.673986:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.674008:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674017:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674025:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674032:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.674038:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674047:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674059:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d9:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998329.674062:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.674066:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674074:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baead lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674093:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674107:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674115:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674121:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.674125:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674133:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674142:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.674145:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.674149:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.674157:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bae9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.674194:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff9d1c93 reply state 000000004af06def transno 4295020123 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.674206:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.674294:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3114:17551:x1863313756507904:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2210us (3007us total) trans 4295020123 rc 0/0 00000100:00100000:2.0:1776998329.674304:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51985 00010000:00010000:1.0:1776998329.675754:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.675780:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.675790:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.675807:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.675818:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.675839:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16d9:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:1.0:1776998329.675843:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.675847:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.675855:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.675879:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.675881:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.675884:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.687163:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687656:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687666:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687674:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.687680:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687690:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687710:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x931def3a (ffff8d250da9e200) 00010000:00010000:2.0:1776998329.687716:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.687721:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.687730:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baea6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x931def3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.687913:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.688220:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756508160 00000100:00100000:0.0:1776998329.688232:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756508160 00000100:00100000:0.0:1776998329.688298:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17043 00000100:00100000:0.0:1776998329.688312:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3113:17551:x1863313756508160:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998329.688703:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3114:17551:x1863313756508160:12345-192.168.201.35@tcp:35:rm.0 Request processed in 393us (794us total) trans 4295020124 rc 0/0 00000100:00100000:0.0:1776998329.688715:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17043 00000100:00100000:0.0:1776998329.712282:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.714643:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756508416 00000100:00100000:2.0:1776998329.716665:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756508416 00000100:00100000:1.0:1776998329.720834:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51986 00000100:00100000:1.0:1776998329.720852:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3114:17551:x1863313756508416:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.720933:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.720960:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d41ec00/0x27b6fb26481a0ff4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1798:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420c3 expref: 3114 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.720986:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f5a00/0x27b6fb26481a0fca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1798:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420ae expref: 3113 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721000:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e0c8e00/0x27b6fb2648184f29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1798:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3755f expref: 3112 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721010:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1798:0x0].0x0 (ffff8d250d0a0e00) 00010000:00010000:1.0:1776998329.721019:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.721041:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721058:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721067:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721079:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721085:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721091:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721253:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721265:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.721274:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.722466:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2940, 64 off196352 00010000:00010000:1.0:1776998329.722551:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722566:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722577:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722587:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722597:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722605:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722629:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.722653:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722662:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722670:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722677:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.722682:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722692:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722704:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1798:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998329.722708:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.722712:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.722979:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baec9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723000:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723008:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723015:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723022:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.723026:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723034:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723043:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.723046:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.723050:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.723058:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baebb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.723070:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c38ec8c reply state 000000004c88ad3c transno 4295020125 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.723082:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998329.723214:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3113:17551:x1863313756508416:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2363us (10940us total) trans 4295020125 rc 0/0 00000100:00100000:1.0:1776998329.723224:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51986 00010000:00010000:0.0:1776998329.723319:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998329.723327:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.723337:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998329.723341:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.723350:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.723362:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1798:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:0.0:1776998329.723365:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998329.723369:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.723377:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481baed0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1798:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.723412:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.723415:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.723417:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.727826:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727843:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727852:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727861:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.727866:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727875:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727893:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf95fc871 (ffff8d2509e7c100) 00010000:00010000:0.0:1776998329.727898:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.727902:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.727911:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baec2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf95fc871 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.732146:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.734938:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756508672 00000100:00100000:2.0:1776998329.734952:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756508672 00000100:00100000:2.0:1776998329.735024:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17044 00000100:00100000:2.0:1776998329.735037:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3112:17551:x1863313756508672:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998329.735535:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3113:17551:x1863313756508672:12345-192.168.201.35@tcp:35:rm.0 Request processed in 497us (3395us total) trans 4295020126 rc 0/0 00000100:00100000:2.0:1776998329.735553:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17044 00000100:00100000:3.0:1776998329.744625:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.744970:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756508928 00000100:00100000:2.0:1776998329.744981:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756508928 00000100:00100000:2.0:1776998329.745107:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51987 00000100:00100000:2.0:1776998329.745119:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3113:17551:x1863313756508928:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.745199:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.745282:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12f400/0x27b6fb26481959ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x153a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde9 expref: 3113 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745311:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12f800/0x27b6fb2648195984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x153a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cdd4 expref: 3112 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745328:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c7d000/0x27b6fb264817fc4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x153a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c364cd expref: 3111 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745359:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153a:0x0].0x0 (ffff8d2609161e00) 00010000:00010000:2.0:1776998329.745370:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.745391:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745431:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745444:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745463:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745496:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745505:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745640:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745648:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.745655:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.746302:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2941, 64 off196416 00010000:00010000:2.0:1776998329.746651:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746664:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746676:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746686:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746694:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746702:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746720:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.746741:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746749:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746757:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746763:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.746769:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746779:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746790:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153a:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998329.746794:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.746799:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746808:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baee5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x153a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746829:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746838:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746852:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746858:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.746861:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746869:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746879:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.746882:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.746886:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.746894:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481baed7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.746905:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbac0b58 reply state 00000000c89a0afe transno 4295020127 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.746916:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.747017:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3112:17551:x1863313756508928:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1898us (2397us total) trans 4295020127 rc 0/0 00000100:00100000:2.0:1776998329.747030:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51987 00010000:00010000:0.0:1776998329.747135:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998329.747143:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.747153:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998329.747158:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.747191:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.747205:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x153a:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998329.747209:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998329.747213:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 1/0,0 mode: --/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.747504:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481baeec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x153a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.747524:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.747527:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.747529:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998329.753922:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998329.754019:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754034:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754050:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754058:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.754063:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754073:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754090:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb0170f57 (ffff8d250da9e200) 00010000:00010000:2.0:1776998329.754094:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.754100:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.754108:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481baede lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb0170f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.754525:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756509184 00000100:00100000:0.0:1776998329.754535:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756509184 00000100:00100000:0.0:1776998329.754584:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17045 00000100:00100000:0.0:1776998329.754595:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3111:17551:x1863313756509184:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998329.755984:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3112:17551:x1863313756509184:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1388us (2069us total) trans 4295020128 rc 0/0 00000100:00100000:0.0:1776998329.755995:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17045 00010000:00010000:1.0:1776998329.757111:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998329.764092:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.765004:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756509440 00000100:00100000:3.0:1776998329.765016:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756509440 00000100:00100000:3.0:1776998329.765129:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51988 00000100:00100000:3.0:1776998329.765143:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3112:17551:x1863313756509440:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998329.765249:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998329.765279:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d0ac00/0x27b6fb264819fb80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1754:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41777 expref: 3112 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765305:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d0b400/0x27b6fb264819fb56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1754:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41762 expref: 3111 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765321:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481845dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1754:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37383 expref: 3110 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765342:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1754:0x0].0x0 (ffff8d2509fa2400) 00010000:00010000:3.0:1776998329.765352:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998329.765373:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765388:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765423:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765441:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765449:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765457:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765896:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765909:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.765918:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998329.766588:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2942, 64 off196480 00010000:00010000:3.0:1776998329.766663:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766677:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766686:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766695:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766703:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766712:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766736:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998329.766757:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766765:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766774:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766782:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.766788:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766796:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766808:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1754:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:3.0:1776998329.766812:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998329.766817:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766826:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf01 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1754:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766843:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766851:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766859:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766865:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.766869:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766876:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766884:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998329.766887:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998329.766891:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.766898:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baef3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998329.766916:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000674da790 reply state 0000000090f93942 transno 4295020129 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.766927:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998329.767034:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3111:17551:x1863313756509440:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1892us (2948us total) trans 4295020129 rc 0/0 00000100:00100000:3.0:1776998329.767044:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51988 00010000:00010000:1.0:1776998329.767937:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.767945:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.767955:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.767959:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.767969:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.767981:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1754:0x0].0x0 (ffff8d250da6b600) 00010000:00010000:1.0:1776998329.767984:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.767988:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.767995:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481baf08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1754:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.768012:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.768014:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.768016:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.776852:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776874:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776883:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776891:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.776897:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776907:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776927:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x95cff6c8 (ffff8d250da6b100) 00010000:00010000:0.0:1776998329.776931:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.776937:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.776946:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481baefa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x95cff6c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.780985:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.782546:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756509696 00000100:00100000:2.0:1776998329.782558:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756509696 00000100:00100000:2.0:1776998329.782633:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17046 00000100:00100000:2.0:1776998329.782646:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3110:17551:x1863313756509696:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998329.783015:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3111:17551:x1863313756509696:12345-192.168.201.35@tcp:35:rm.0 Request processed in 369us (2039us total) trans 4295020130 rc 0/0 00000100:00100000:2.0:1776998329.783026:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17046 00000100:00100000:2.0:1776998329.793053:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.793704:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756509952 00000100:00100000:1.0:1776998329.793732:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756509952 00000100:00100000:1.0:1776998329.793813:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51989 00000100:00100000:1.0:1776998329.793829:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3111:17551:x1863313756509952:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.793906:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.793938:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db0aa00/0x27b6fb26481a3459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1811:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4314e expref: 3111 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.793969:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad1c00/0x27b6fb26481a342f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1811:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43139 expref: 3110 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.793987:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da2800/0x27b6fb2648185fb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1811:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c378ae expref: 3109 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794000:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1811:0x0].0x0 (ffff8d250e338500) 00010000:00010000:1.0:1776998329.794013:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.794037:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794052:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794066:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794083:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794090:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794096:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794261:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794270:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.794276:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.795147:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2950, 64 off197056 00010000:00010000:1.0:1776998329.795239:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795250:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795257:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795264:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795270:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795275:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795290:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.795305:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795568:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795576:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795584:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.795589:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795598:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795611:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1811:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998329.795615:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.795620:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795627:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf1d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795647:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795655:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795663:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795670:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.795674:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795682:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795691:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.795693:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.795697:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.795704:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf0f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.795713:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba28d25e reply state 000000009a82636e transno 4295020131 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.795724:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998329.795813:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3110:17551:x1863313756509952:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1985us (2767us total) trans 4295020131 rc 0/0 00000100:00100000:1.0:1776998329.795824:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51989 00010000:00010000:2.0:1776998329.798256:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.798267:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.798278:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.798282:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.798293:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.798309:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1811:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:2.0:1776998329.798312:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998329.798317:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.798324:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481baf24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.798344:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.798347:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.798349:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.800033:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800049:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800058:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800065:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.800069:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800084:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800098:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x119168f7 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998329.800102:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.800107:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.800115:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481baf16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x119168f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.806657:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.807798:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756510208 00000100:00100000:3.0:1776998329.807810:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756510208 00000100:00100000:3.0:1776998329.807879:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17047 00000100:00100000:3.0:1776998329.807890:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3109:17551:x1863313756510208:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.808254:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3110:17551:x1863313756510208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 364us (1605us total) trans 4295020132 rc 0/0 00000100:00100000:3.0:1776998329.808265:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17047 00000100:00100000:0.0:1776998329.817970:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.819101:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756510464 00000100:00100000:2.0:1776998329.819113:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756510464 00000100:00100000:1.0:1776998329.820534:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51990 00000100:00100000:1.0:1776998329.820553:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3110:17551:x1863313756510464:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.820623:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.820650:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f09600/0x27b6fb264819c126 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1692:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcf1 expref: 3110 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820673:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be08e00/0x27b6fb264819c0fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1692:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcdc expref: 3109 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820690:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509211a00/0x27b6fb2648182b57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1692:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e35 expref: 3108 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820700:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1692:0x0].0x0 (ffff8d25025a9c00) 00010000:00010000:1.0:1776998329.820709:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.820727:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820738:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820747:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820758:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820766:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820775:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820952:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820963:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.820973:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.822385:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2943, 64 off196544 00010000:00010000:1.0:1776998329.822485:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822499:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822509:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822518:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822525:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822532:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822566:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.822592:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822600:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822605:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822611:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.822615:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822622:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822630:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1692:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998329.822633:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.822636:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822641:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481baf39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1692:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822656:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822661:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822666:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822670:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.822672:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822676:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822681:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.822683:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.822685:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.822694:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481baf2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.822701:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004640382e reply state 00000000cc6fe246 transno 4295020133 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.822708:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998329.825068:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3109:17551:x1863313756510464:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2246us (4832us total) trans 4295020133 rc 0/0 00000100:00100000:1.0:1776998329.825081:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51990 00010000:00010000:3.0:1776998329.825533:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.825543:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.825553:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998329.825557:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.825567:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.825584:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1692:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:3.0:1776998329.825587:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.825592:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.825599:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481baf40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.825620:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.825622:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.825624:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.827346:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827360:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827368:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827376:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.827381:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827389:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827422:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc25f0069 (ffff8d2509e7cb00) 00010000:00010000:2.0:1776998329.827426:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.827430:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.827438:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481baf32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc25f0069 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.836696:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998329.837449:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756510720 00000100:00100000:1.0:1776998329.837462:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756510720 00000100:00100000:1.0:1776998329.837538:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17048 00000100:00100000:1.0:1776998329.837550:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3108:17551:x1863313756510720:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.838658:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3109:17551:x1863313756510720:12345-192.168.201.35@tcp:35:rm.0 Request processed in 1109us (1970us total) trans 4295020134 rc 0/0 00000100:00100000:1.0:1776998329.838666:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17048 00000100:00100000:1.0:1776998329.844799:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.845090:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756510976 00000100:00100000:3.0:1776998329.845100:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756510976 00000100:00100000:1.0:1776998329.845857:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51991 00000100:00100000:0.0:1776998329.846739:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3109:17551:x1863313756510976:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998329.846809:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998329.846838:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a2a00/0x27b6fb26481a0003 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1763:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41984 expref: 3109 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.846864:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a2c00/0x27b6fb264819ffd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1763:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4196f expref: 3108 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847081:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481847ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1763:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c373ec expref: 3107 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847097:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1763:0x0].0x0 (ffff8d2509fa2d00) 00010000:00010000:0.0:1776998329.847109:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.847133:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847148:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847159:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847176:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847186:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847194:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847327:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847337:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.847346:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998329.850126:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2951, 64 off197120 00000004:00080000:0.0:1776998329.850135:0:5881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4040641964706ns, next at 4041641962489ns, rc = 0 00010000:00010000:0.0:1776998329.850207:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850220:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850231:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850241:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850248:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850255:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850774:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998329.850801:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850811:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850818:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850826:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.850831:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850840:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850853:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1763:0x0].0x0 (ffff8d250db54600) 00010000:00010000:0.0:1776998329.850856:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998329.850861:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.850868:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481baf55 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1763:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851083:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851093:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851099:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851105:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.851109:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851117:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851128:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998329.851132:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.851136:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.851142:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481baf47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998329.851154:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000130a76dd reply state 00000000a0798ff9 transno 4295020135 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.851165:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998329.852299:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3108:17551:x1863313756510976:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6428us (7505us total) trans 4295020135 rc 0/0 00000100:00100000:0.0:1776998329.852311:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51991 00010000:00010000:1.0:1776998329.852736:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.852745:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.852753:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.852758:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.852767:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.852782:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1763:0x0].0x0 (ffff8d250db54600) 00010000:00010000:1.0:1776998329.852785:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.852789:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.852804:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481baf5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.852823:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.852825:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.852827:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.856142:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856159:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856168:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856175:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.856180:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856189:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856204:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x9b1bf3f3 (ffff8d250db54700) 00010000:00010000:0.0:1776998329.856208:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.856213:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.856222:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf4e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x9b1bf3f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.861229:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.862154:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756511232 00000100:00100000:2.0:1776998329.862201:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756511232 00000100:00100000:2.0:1776998329.862263:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17049 00000100:00100000:2.0:1776998329.862276:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3107:17551:x1863313756511232:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998329.862661:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3108:17551:x1863313756511232:12345-192.168.201.35@tcp:35:rm.0 Request processed in 387us (1441us total) trans 4295020136 rc 0/0 00000100:00100000:2.0:1776998329.862671:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17049 00000100:00100000:2.0:1776998329.868967:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.870007:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756511488 00000100:00100000:3.0:1776998329.870018:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756511488 00000100:00100000:3.0:1776998329.870078:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51992 00000100:00100000:3.0:1776998329.870091:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3108:17551:x1863313756511488:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998329.870156:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998329.870210:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c1da00/0x27b6fb2648196cee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x157a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a9 expref: 3108 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870238:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508c1c600/0x27b6fb2648196cc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x157a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d694 expref: 3107 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870254:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ce2400/0x27b6fb264818050f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x157a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3668d expref: 3106 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870267:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x157a:0x0].0x0 (ffff8d2509690b00) 00010000:00010000:3.0:1776998329.870280:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998329.870303:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870561:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870573:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870592:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870600:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870607:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870743:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870754:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.870763:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998329.871385:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2944, 64 off196608 00010000:00010000:3.0:1776998329.871484:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871497:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871506:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871512:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871517:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871522:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871540:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998329.871561:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871570:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871575:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871585:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.871585:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.871587:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871592:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871596:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871600:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.871604:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871606:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x157a:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:3.0:1776998329.871610:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998329.871614:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871620:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871627:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481baf71 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x157a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871632:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x157a:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998329.871635:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.871638:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871644:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481baf78 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x157a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871646:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871654:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871661:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.871665:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.871668:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.871670:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.871670:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998329.871672:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871680:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871688:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998329.871690:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998329.871694:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.871700:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481baf63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998329.871708:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eecefe6f reply state 00000000915e2869 transno 4295020137 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.871715:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998329.871799:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3107:17551:x1863313756511488:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1709us (3088us total) trans 4295020137 rc 0/0 00000100:00100000:3.0:1776998329.871810:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51992 00010000:00010000:2.0:1776998329.875146:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875164:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875372:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875414:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.875420:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875430:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875454:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x721a96aa (ffff8d250da6be00) 00010000:00010000:2.0:1776998329.875458:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.875463:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.875471:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5400/0x27b6fb26481baf6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x721a96aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.880931:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802713472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1776998329.880994:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998329.881096:0:6667:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713472 00000100:00100000:1.0:1776998329.881106:0:6667:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713472 00000100:00100000:1.0:1776998329.881167:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1776998329.881177:0:6667:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802713472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1776998329.881214:0:6667:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30081024 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1776998329.881409:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00080000:2.0:1776998329.881441:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1776998329.882425:0:6667:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1863313802713472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1247us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998329.882435:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:0.0:1776998329.882512:0:3360:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970727 gen 2 00000004:00080000:0.0:1776998329.882519:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd880, transno 4294970691 00000004:00080000:0.0:1776998329.882582:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2603f22a00, transno 4294970692 00000100:00100000:3.0:1776998329.883279:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3362:1863313802713728:0@lo:400:kworker.0 00000100:00100000:3.0:1776998329.883327:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998329.883359:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998329.883366:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6f2575d0-4843-49e3-8914-f2eba146b78c:3362:1863313802713600:0@lo:400:kworker.0 00000100:00100000:3.0:1776998329.883425:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998329.883465:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756511744 00000100:00100000:3.0:1776998329.883471:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756511744 00000100:00100000:3.0:1776998329.883507:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17050 00000100:00100000:3.0:1776998329.883517:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3106:17551:x1863313756511744:12345-192.168.201.35@tcp:35:rm.0 00000004:00080000:0.0:1776998329.883960:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedd180, transno 4294970693 00000004:00080000:0.0:1776998329.883965:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ed80, transno 4294970694 00000004:00080000:0.0:1776998329.883968:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0ca80, transno 4294970695 00000004:00080000:0.0:1776998329.883971:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250bedf100, transno 4294970696 00000004:00080000:0.0:1776998329.883974:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0d500, transno 4294970697 00000004:00080000:0.0:1776998329.883976:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2623f0df80, transno 4294970698 00000004:00080000:0.0:1776998329.883980:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978a680, transno 4294970699 00000004:00080000:0.0:1776998329.883982:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b480, transno 4294970700 00000004:00080000:0.0:1776998329.883985:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978ad80, transno 4294970701 00000004:00080000:0.0:1776998329.883988:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789180, transno 4294970702 00000004:00080000:0.0:1776998329.883991:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8380, transno 4294970703 00000004:00080000:0.0:1776998329.883994:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c15c00, transno 4294970704 00000004:00080000:0.0:1776998329.883998:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8700, transno 4294970705 00000004:00080000:0.0:1776998329.884001:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26360ad500, transno 4294970706 00000004:00080000:0.0:1776998329.884004:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a9f80, transno 4294970707 00000004:00080000:0.0:1776998329.884007:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394ab800, transno 4294970708 00000004:00080000:0.0:1776998329.884010:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788000, transno 4294970709 00000004:00080000:0.0:1776998329.884013:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c16a00, transno 4294970710 00000004:00080000:0.0:1776998329.884016:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1c700, transno 4294970711 00000004:00080000:0.0:1776998329.884018:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1c000, transno 4294970712 00000004:00080000:0.0:1776998329.884021:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e7480, transno 4294970713 00000004:00080000:0.0:1776998329.884024:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c17100, transno 4294970714 00000004:00080000:0.0:1776998329.884027:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c17800, transno 4294970715 00000004:00080000:0.0:1776998329.884030:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509789f80, transno 4294970716 00000004:00080000:0.0:1776998329.884032:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1f100, transno 4294970717 00000004:00080000:0.0:1776998329.884035:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e7b80, transno 4294970718 00000004:00080000:0.0:1776998329.884038:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3f480, transno 4294970719 00000004:00080000:0.0:1776998329.884042:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5ed80, transno 4294970720 00000004:00080000:0.0:1776998329.884044:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5f100, transno 4294970721 00000004:00080000:0.0:1776998329.884047:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5ca80, transno 4294970722 00000004:00080000:0.0:1776998329.884050:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509fcdf80, transno 4294970723 00000004:00080000:0.0:1776998329.884053:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788e00, transno 4294970724 00000004:00080000:0.0:1776998329.884055:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509788380, transno 4294970725 00000004:00080000:0.0:1776998329.884058:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509fcfb80, transno 4294970726 00000004:00080000:0.0:1776998329.884061:0:3360:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d5f80, transno 4294970727 00000100:00100000:3.0:1776998329.884071:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3107:17551:x1863313756511744:12345-192.168.201.35@tcp:35:rm.0 Request processed in 554us (2679us total) trans 4295020138 rc 0/0 00000100:00100000:0.0:1776998329.884075:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802713472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1776998329.884080:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17050 00000004:00080000:1.0:1776998329.884990:0:7694:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 40 changes, 0 in progress, 0 in flight, 35 done 00000100:00100000:1.0:1776998329.885011:0:5873:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713600 00000100:00100000:1.0:1776998329.885016:0:5873:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713600 00000100:00100000:1.0:1776998329.885065:0:5873:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:1.0:1776998329.885075:0:5873:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3362:x1863313802713600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1776998329.885122:0:5873:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6f2575d0-4843-49e3-8914-f2eba146b78c+18:3362:x1863313802713600:12345-0@lo:400:kworker.0 Request processed in 49us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998329.885130:0:5873:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1776998329.886949:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6f2575d0-4843-49e3-8914-f2eba146b78c:3362:1863313802713600:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.887107:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3359:1863313802713856:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.887150:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998329.887213:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998329.887220:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802713984:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.887249:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998329.888088:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776998329.888101:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3362:1863313802714112:0@lo:400:kworker.0 00000100:00100000:3.0:1776998329.888141:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998329.890576:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713728 00000100:00100000:2.0:1776998329.890586:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713728 00000100:00100000:2.0:1776998329.890653:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713856 00000100:00100000:2.0:1776998329.890658:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713856 00000100:00100000:2.0:1776998329.890711:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714112 00000100:00100000:2.0:1776998329.890715:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714112 00000100:00100000:2.0:1776998329.890737:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:2.0:1776998329.890747:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1863313802713728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.890838:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1863313802713728:12345-0@lo:400:kworker.0 Request processed in 91us (7510us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998329.890846:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:2.0:1776998329.890865:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:2.0:1776998329.890874:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3359:x1863313802713856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1776998329.890879:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802713984 00000100:00100000:1.0:1776998329.890885:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802713984 00000100:00100000:2.0:1776998329.890917:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3359:x1863313802713856:12345-0@lo:400:kworker.0 Request processed in 45us (3767us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998329.890924:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1776998329.890925:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1776998329.890932:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802713984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.890938:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1776998329.890944:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1863313802714112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1776998329.890975:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802713984:12345-0@lo:400:kworker.0 Request processed in 43us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998329.890975:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1863313802714112:12345-0@lo:400:kworker.0 Request processed in 32us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998329.890982:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1776998329.890984:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00080000:2.0:1776998329.891000:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1776998329.891005:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998329.891038:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3362:1863313802714112:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.891054:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3362:1863313802713728:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.891094:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802713984:0@lo:400:kworker.0 00000100:00100000:2.0:1776998329.891105:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3359:1863313802713856:0@lo:400:kworker.0 00000100:00100000:3.0:1776998329.892843:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.894221:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756512000 00000100:00100000:2.0:1776998329.894230:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756512000 00000100:00100000:2.0:1776998329.896043:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51993 00000100:00100000:2.0:1776998329.896059:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3107:17551:x1863313756512000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.896125:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998329.896156:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8ca400/0x27b6fb264819f616 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1742:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41501 expref: 3107 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896183:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8cba00/0x27b6fb264819f5ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1742:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414ec expref: 3106 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896207:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d37ce00/0x27b6fb2648184367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1742:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37305 expref: 3105 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896221:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1742:0x0].0x0 (ffff8d2509e7b700) 00010000:00010000:2.0:1776998329.896504:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.896532:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896549:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896562:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896580:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896588:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896596:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896739:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896750:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.896759:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.897342:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2945, 64 off196672 00010000:00010000:2.0:1776998329.897438:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897451:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897461:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897471:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897479:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897486:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897758:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.897783:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897791:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897799:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897807:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.897812:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897822:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897833:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1742:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998329.897837:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.897841:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897848:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481baf8d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897867:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897874:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897881:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897887:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.897891:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897899:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897907:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.897909:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.897913:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.897925:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baf7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.897936:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081034e84 reply state 000000005382e971 transno 4295020139 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.897946:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.898044:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3106:17551:x1863313756512000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1988us (5203us total) trans 4295020139 rc 0/0 00000100:00100000:2.0:1776998329.898055:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51993 00010000:00010000:0.0:1776998329.898672:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998329.898681:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.898691:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998329.898695:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.898703:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.898714:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1742:0x0].0x0 (ffff8d250da9eb00) 00010000:00010000:0.0:1776998329.898717:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998329.898720:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.898727:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481baf94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1742:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.898746:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.898750:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.898752:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998329.902626:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.902645:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.902956:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.902964:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.902969:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.902978:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.903001:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x294fe566 (ffff8d250da9e200) 00010000:00010000:0.0:1776998329.903005:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.903010:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.903018:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baf86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x294fe566 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998329.907919:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998329.908007:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756512256 00000100:00100000:2.0:1776998329.908019:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756512256 00000100:00100000:2.0:1776998329.908085:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17051 00000100:00100000:2.0:1776998329.908098:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3105:17551:x1863313756512256:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998329.908871:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3106:17551:x1863313756512256:12345-192.168.201.35@tcp:35:rm.0 Request processed in 772us (958us total) trans 4295020140 rc 0/0 00000100:00100000:0.0:1776998329.908898:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17051 00000100:00100000:1.0:1776998329.914629:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.914957:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756512512 00000100:00100000:0.0:1776998329.914969:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756512512 00000100:00100000:0.0:1776998329.915043:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51994 00000100:00100000:0.0:1776998329.915056:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3106:17551:x1863313756512512:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998329.915122:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998329.915151:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d58200/0x27b6fb26481a2eef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17ff:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed8 expref: 3106 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915214:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d3e00/0x27b6fb26481a2ec5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ec3 expref: 3105 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915234:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d74a00/0x27b6fb2648185d3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37830 expref: 3104 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915246:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ff:0x0].0x0 (ffff8d250deb0500) 00010000:00010000:0.0:1776998329.915257:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.915530:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915546:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915558:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915577:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915587:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915596:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915721:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915732:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.915741:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998329.916366:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2952, 64 off197184 00010000:00010000:0.0:1776998329.916471:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916485:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916497:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916507:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916515:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916523:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916557:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998329.916579:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916587:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916595:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916602:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.916607:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916878:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916891:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ff:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998329.916894:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998329.916900:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916908:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafa9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916927:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916935:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916942:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916948:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.916951:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916958:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916966:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998329.916969:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.916973:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.916979:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481baf9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998329.916990:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059cff583 reply state 000000005b6edf65 transno 4295020141 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.917007:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998329.917106:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3105:17551:x1863313756512512:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2050us (2483us total) trans 4295020141 rc 0/0 00000100:00100000:0.0:1776998329.917116:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51994 00010000:00010000:2.0:1776998329.917779:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.917788:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.917797:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.917801:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.917809:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.917821:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ff:0x0].0x0 (ffff8d250db54500) 00010000:00010000:2.0:1776998329.917824:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998329.917828:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.917835:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bafb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.917852:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.917855:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.917857:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.923639:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923658:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923667:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923676:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.923682:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923692:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923711:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x580803b5 (ffff8d250db54700) 00010000:00010000:2.0:1776998329.923715:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.923721:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.923729:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bafa2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x580803b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.927946:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.928620:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756512768 00000100:00100000:3.0:1776998329.928632:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756512768 00000100:00100000:3.0:1776998329.928724:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17052 00000100:00100000:3.0:1776998329.928737:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3104:17551:x1863313756512768:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.929036:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3105:17551:x1863313756512768:12345-192.168.201.35@tcp:35:rm.0 Request processed in 301us (1098us total) trans 4295020142 rc 0/0 00000100:00100000:3.0:1776998329.929045:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17052 00000100:00100000:3.0:1776998329.937650:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.939343:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756513024 00000100:00100000:0.0:1776998329.939356:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756513024 00000100:00100000:1.0:1776998329.940517:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51995 00000100:00100000:1.0:1776998329.940534:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3105:17551:x1863313756513024:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998329.940604:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998329.940635:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd7200/0x27b6fb2648197641 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1599:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dae6 expref: 3105 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940666:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2640e08e00/0x27b6fb2648197617 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1599:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dad1 expref: 3104 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940684:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509084400/0x27b6fb264818094c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1599:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36766 expref: 3103 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940699:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1599:0x0].0x0 (ffff8d2503402700) 00010000:00010000:1.0:1776998329.940711:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998329.940735:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940752:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940780:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940812:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940824:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.940834:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.941639:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.944591:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.944603:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998329.945646:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2953, 64 off197248 00010000:00010000:1.0:1776998329.945728:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945744:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945755:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945764:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945774:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945782:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945803:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998329.945828:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945836:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945844:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945852:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.945857:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945867:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945879:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1599:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998329.945883:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998329.945889:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945897:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bafc5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1599:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945921:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945930:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945938:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945952:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998329.945957:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945965:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945976:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998329.945979:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998329.945983:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.945991:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bafb7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998329.946003:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b733d407 reply state 00000000914407b1 transno 4295020143 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.946016:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1776998329.946965:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998329.946974:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.946984:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998329.946988:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.946998:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.947011:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1599:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:2.0:1776998329.947014:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998329.947018:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.947027:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bafcc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1599:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.947048:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.947051:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998329.947054:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998329.947598:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3104:17551:x1863313756513024:12345-192.168.201.35@tcp:36:rm.0 Request processed in 7063us (9952us total) trans 4295020143 rc 0/0 00000100:00100000:1.0:1776998329.947611:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51995 00000100:00100000:2.0:1776998329.954958:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998329.955068:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955086:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955096:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955104:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.955110:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955121:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955141:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x179d389b (ffff8d2509e7c400) 00010000:00010000:0.0:1776998329.955145:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.955150:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.955160:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bafbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x179d389b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.955601:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756513280 00000100:00100000:1.0:1776998329.955613:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756513280 00000100:00100000:1.0:1776998329.955681:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17053 00000100:00100000:1.0:1776998329.955695:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3103:17551:x1863313756513280:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998329.956047:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3104:17551:x1863313756513280:12345-192.168.201.35@tcp:35:rm.0 Request processed in 353us (1096us total) trans 4295020144 rc 0/0 00000100:00100000:1.0:1776998329.956063:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17053 00000100:00100000:2.0:1776998329.961755:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998329.961950:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756513536 00000100:00100000:0.0:1776998329.961962:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756513536 00000100:00100000:0.0:1776998329.962036:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51996 00000100:00100000:0.0:1776998329.962050:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3104:17551:x1863313756513536:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998329.962116:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998329.963608:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250df67800/0x27b6fb26481957e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1534:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd17 expref: 3104 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963645:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d12c400/0x27b6fb26481957b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1534:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd02 expref: 3103 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963663:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c7d800/0x27b6fb264817fb7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1534:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c364a3 expref: 3102 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963677:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1534:0x0].0x0 (ffff8d2609161000) 00010000:00010000:0.0:1776998329.963689:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998329.963717:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963732:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963744:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963762:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963778:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963802:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963940:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963952:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.963962:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998329.966032:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2946, 64 off196736 00010000:00010000:0.0:1776998329.966114:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966128:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966140:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966151:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966159:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966195:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966227:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998329.966251:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966259:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966268:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966275:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.966280:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966290:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966302:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1534:0x0].0x0 (ffff8d250db54500) 00010000:00010000:0.0:1776998329.966306:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998329.966590:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966600:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bafe1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1534:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966624:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966633:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966645:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966652:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.966655:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966664:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966675:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998329.966679:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.966682:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.966689:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bafd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998329.966699:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1b2737b reply state 0000000095820c52 transno 4295020145 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998329.966710:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998329.967385:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998329.967417:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.967427:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998329.967432:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.967440:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.967453:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1534:0x0].0x0 (ffff8d250db54500) 00010000:00010000:1.0:1776998329.967457:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998329.967460:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.967468:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bafe8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1534:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998329.967490:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.967493:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998329.967495:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998329.967599:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3103:17551:x1863313756513536:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5546us (5848us total) trans 4295020145 rc 0/0 00000100:00100000:0.0:1776998329.967611:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51996 00010000:00010000:0.0:1776998329.975584:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975604:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975620:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975629:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998329.975635:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975644:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975663:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x63f3105 (ffff8d250db54700) 00010000:00010000:0.0:1776998329.975667:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998329.975672:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998329.975681:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bafda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x63f3105 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998329.977547:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.978672:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756513792 00000100:00100000:3.0:1776998329.978685:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756513792 00000100:00100000:3.0:1776998329.978746:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17054 00000100:00100000:3.0:1776998329.978760:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3102:17551:x1863313756513792:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998329.979501:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3103:17551:x1863313756513792:12345-192.168.201.35@tcp:35:rm.0 Request processed in 440us (1657us total) trans 4295020146 rc 0/0 00000100:00100000:3.0:1776998329.979513:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17054 00000100:00100000:2.0:1776998329.992023:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998329.994542:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756514048 00000100:00100000:3.0:1776998329.994559:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756514048 00000100:00100000:2.0:1776998329.994923:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51997 00000100:00100000:2.0:1776998329.994938:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3103:17551:x1863313756514048:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998329.995010:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998329.995043:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7ae00/0x27b6fb2648192830 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1496:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b768 expref: 3103 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995074:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1496:0x0].0x0 (ffff8d2509d15300) 00010000:00010000:2.0:1776998329.995085:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0bc00/0x27b6fb264819c2f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1698:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdc3 expref: 3102 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995098:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250be0b200/0x27b6fb264819c2ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1698:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdae expref: 3101 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995108:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509da7a00/0x27b6fb2648182c29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1698:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36e5f expref: 3100 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995116:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1698:0x0].0x0 (ffff8d2609b4ff00) 00010000:00010000:2.0:1776998329.995124:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998329.995143:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995191:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995200:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995214:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995221:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995226:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995327:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995334:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.995340:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998329.995943:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2947, 64 off196800 00010000:00010000:2.0:1776998329.996014:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996027:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996038:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996047:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996054:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996063:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996195:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998329.996221:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996234:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996241:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996248:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.996275:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996286:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996299:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1698:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998329.996302:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998329.996308:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996316:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481baffd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1698:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996338:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996346:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996354:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996361:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998329.996365:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996373:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996382:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998329.996385:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998329.996388:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998329.996418:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bafef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998329.996431:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005028e19a reply state 00000000b1715fcc transno 4295020147 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998329.996442:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998329.996537:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3101:17551:x1863313756514048:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1602us (4828us total) trans 4295020147 rc 0/0 00000100:00100000:2.0:1776998329.996548:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51997 00010000:00010000:3.0:1776998329.997682:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998329.997692:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.997702:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998329.997707:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.997716:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.997731:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1698:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:3.0:1776998329.997734:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998329.997738:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.997744:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb004 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1698:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998329.997764:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.997766:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998329.997768:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.000503:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000519:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000527:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000534:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.000539:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000552:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000567:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1aa96c51 (ffff8d250da9e500) 00010000:00010000:0.0:1776998330.000570:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998330.000575:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.000583:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481baff6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1aa96c51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.011597:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.011859:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756514304 00000100:00100000:3.0:1776998330.011870:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756514304 00000100:00100000:3.0:1776998330.011955:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17055 00000100:00100000:3.0:1776998330.011968:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3100:17551:x1863313756514304:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.012340:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3101:17551:x1863313756514304:12345-192.168.201.35@tcp:35:rm.0 Request processed in 375us (754us total) trans 4295020148 rc 0/0 00000100:00100000:3.0:1776998330.012347:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17055 00000100:00080000:2.0:1776998330.012737:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1776998330.021660:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.022425:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756514560 00000100:00100000:3.0:1776998330.022437:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756514560 00000100:00100000:2.0:1776998330.022652:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51998 00000100:00100000:2.0:1776998330.022666:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3101:17551:x1863313756514560:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.022735:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.022766:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d0a200/0x27b6fb26481a01d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1769:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a56 expref: 3101 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022812:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d0b000/0x27b6fb26481a01a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1769:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a41 expref: 3100 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022833:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481848bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1769:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37416 expref: 3099 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022847:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1769:0x0].0x0 (ffff8d250900f400) 00010000:00010000:2.0:1776998330.022858:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.022897:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022913:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022924:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022941:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022950:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.022957:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023079:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023089:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023098:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.023892:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2954, 64 off197312 00010000:00010000:2.0:1776998330.023947:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023956:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023962:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023968:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023974:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.023979:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024004:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.024021:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024026:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024031:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024036:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.024040:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024046:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024054:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1769:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998330.024056:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.024059:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024064:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb019 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1769:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024078:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024082:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024087:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024091:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.024092:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024097:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024101:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.024103:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.024105:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.024114:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb00b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.024121:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000686e137b reply state 00000000220c7442 transno 4295020149 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.024127:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.024238:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3100:17551:x1863313756514560:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1575us (2587us total) trans 4295020149 rc 0/0 00000100:00100000:2.0:1776998330.024246:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51998 00010000:00010000:0.0:1776998330.024443:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998330.024451:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.024459:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998330.024463:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.024471:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.024482:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1769:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:0.0:1776998330.024485:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998330.024489:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.024495:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb020 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.024511:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.024514:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.024516:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.027515:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027532:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027545:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027551:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.027556:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027564:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027579:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x13192cb7 (ffff8d250da9e600) 00010000:00010000:1.0:1776998330.027583:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.027588:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.027595:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb012 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x13192cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.030550:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998330.030637:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756514816 00000100:00100000:0.0:1776998330.030647:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756514816 00000100:00100000:0.0:1776998330.030742:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17056 00000100:00100000:0.0:1776998330.030754:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3099:17551:x1863313756514816:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998330.031042:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3100:17551:x1863313756514816:12345-192.168.201.35@tcp:35:rm.0 Request processed in 290us (499us total) trans 4295020150 rc 0/0 00000100:00100000:0.0:1776998330.031050:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17056 00000100:00100000:0.0:1776998330.037896:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.038213:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756515072 00000100:00100000:2.0:1776998330.038224:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756515072 00000100:00100000:2.0:1776998330.038291:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 51999 00000100:00100000:2.0:1776998330.038304:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3100:17551:x1863313756515072:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.038367:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.038420:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094a9c00/0x27b6fb2648194f27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1517:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c920 expref: 3100 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038449:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094aa800/0x27b6fb2648194efd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1517:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c90b expref: 3099 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038464:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2641267600/0x27b6fb264817f786 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1517:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c363d8 expref: 3098 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038477:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1517:0x0].0x0 (ffff8d2616dc0900) 00010000:00010000:2.0:1776998330.038489:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.038516:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038532:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038544:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038564:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038572:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038580:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038744:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038754:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.038762:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.041999:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2955, 64 off197376 00010000:00010000:2.0:1776998330.042074:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042088:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042099:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042108:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042116:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042122:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042155:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.042213:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042221:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042229:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042238:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.042243:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042253:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042266:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1517:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998330.042270:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.042275:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042289:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb035 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042311:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042319:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042327:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042334:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.042338:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042345:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042355:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.042358:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.042361:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.042368:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb027 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.042380:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a671895a reply state 00000000765ed28b transno 4295020151 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.042414:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.042513:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3099:17551:x1863313756515072:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4209us (4623us total) trans 4295020151 rc 0/0 00000100:00100000:2.0:1776998330.042524:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 51999 00010000:00010000:1.0:1776998330.043300:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998330.043308:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.043316:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998330.043320:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.043329:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.043345:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1517:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:1.0:1776998330.043347:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998330.043351:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.043357:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb03c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.043374:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.043376:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.043378:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.051064:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051085:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051096:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051104:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.051110:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051121:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051141:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x293a34fb (ffff8d250da9ef00) 00010000:00010000:0.0:1776998330.051145:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998330.051151:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.051225:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb02e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x293a34fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.057972:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.058090:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756515328 00000100:00100000:1.0:1776998330.058102:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756515328 00000100:00100000:1.0:1776998330.058222:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17057 00000100:00100000:1.0:1776998330.058237:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756515328:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.058606:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3099:17551:x1863313756515328:12345-192.168.201.35@tcp:35:rm.0 Request processed in 371us (642us total) trans 4295020152 rc 0/0 00000100:00100000:1.0:1776998330.058617:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17057 00000100:00100000:1.0:1776998330.074485:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.075238:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756515584 00000100:00100000:2.0:1776998330.075250:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756515584 00000100:00100000:2.0:1776998330.075450:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52000 00000100:00100000:2.0:1776998330.075465:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3099:17551:x1863313756515584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.075532:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.075564:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad4600/0x27b6fb264819df87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16f7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ac0 expref: 3099 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075593:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfe3200/0x27b6fb264819df5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16f7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40aab expref: 3098 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075614:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e305c00/0x27b6fb2648183926 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c370f8 expref: 3097 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075628:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16f7:0x0].0x0 (ffff8d250e330700) 00010000:00010000:2.0:1776998330.075640:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.075663:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075678:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075690:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075730:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075740:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075747:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075915:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075926:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.075936:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.076596:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2956, 64 off197440 00010000:00010000:2.0:1776998330.076666:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.076679:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.076689:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.076699:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.076969:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.076978:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077003:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.077024:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077031:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077039:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077048:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.077052:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077061:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077072:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16f7:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998330.077076:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.077080:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077087:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb051 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077106:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077114:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077127:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077134:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.077137:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077145:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077153:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.077156:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.077160:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.077194:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb043 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.077208:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e45f39f9 reply state 000000000c08cbc9 transno 4295020153 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.077219:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.077299:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756515584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1835us (2822us total) trans 4295020153 rc 0/0 00000100:00100000:2.0:1776998330.077310:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52000 00010000:00010000:0.0:1776998330.078747:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998330.078756:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.078784:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998330.078789:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.078797:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.078811:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16f7:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:0.0:1776998330.078815:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998330.078819:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.078826:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb058 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.078845:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.078848:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.078850:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.088597:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088619:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088656:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088665:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.088673:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088683:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088702:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc3754561 (ffff8d250da9e900) 00010000:00010000:1.0:1776998330.088706:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.088712:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.088721:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb04a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc3754561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.108308:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.110737:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756515840 00000100:00100000:3.0:1776998330.110752:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756515840 00000100:00100000:3.0:1776998330.110830:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17058 00000100:00100000:3.0:1776998330.110844:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3097:17551:x1863313756515840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.111245:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756515840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 402us (2948us total) trans 4295020154 rc 0/0 00000100:00100000:3.0:1776998330.111257:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17058 00000100:00100000:3.0:1776998330.117998:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.118763:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756516096 00000100:00100000:2.0:1776998330.118775:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756516096 00000100:00100000:2.0:1776998330.118853:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52001 00000100:00100000:2.0:1776998330.118868:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756516096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.118941:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.118975:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba4200/0x27b6fb26481a1efe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17ca:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42799 expref: 3098 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119009:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dba5400/0x27b6fb26481a1ed4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42784 expref: 3097 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119028:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d726400/0x27b6fb26481855ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c376bd expref: 3096 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119043:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ca:0x0].0x0 (ffff8d250900ff00) 00010000:00010000:2.0:1776998330.119055:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.119081:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119099:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119113:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119133:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119144:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119258:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119431:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119444:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.119455:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.120084:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2948, 64 off196864 00000004:00080000:2.0:1776998330.120099:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4040911928026ns, next at 4041911924202ns, rc = 0 00010000:00010000:2.0:1776998330.120223:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120238:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120250:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120260:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120269:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120278:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120310:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.120335:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120345:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120347:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998330.120355:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120355:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120365:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.120365:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.120370:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120371:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120381:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120412:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ca:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998330.120417:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998330.120422:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120422:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120433:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb06d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120435:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17ca:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:0.0:1776998330.120440:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998330.120444:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120452:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb074 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120457:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120466:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.120469:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.120472:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.120475:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.120475:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120483:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.120488:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120496:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120507:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.120511:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.120515:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.120523:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb05f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.120535:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000258385dd reply state 0000000034b51316 transno 4295020155 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.120547:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.120647:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3097:17551:x1863313756516096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1779us (2656us total) trans 4295020155 rc 0/0 00000100:00100000:2.0:1776998330.120658:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52001 00000100:00100000:0.0:1776998330.135919:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.136087:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756516352 00000100:00100000:1.0:1776998330.136100:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756516352 00000100:00100000:1.0:1776998330.136221:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17059 00000100:00100000:1.0:1776998330.136237:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3097:17551:x1863313756516352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.136653:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756516352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 418us (742us total) trans 4295020156 rc 0/0 00000100:00100000:1.0:1776998330.136664:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17059 00010000:00010000:2.0:1776998330.146576:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.146600:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.146611:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.146619:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.146626:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.147528:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.148227:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756516608 00000100:00100000:3.0:1776998330.148239:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756516608 00000100:00100000:3.0:1776998330.148301:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52002 00000100:00100000:3.0:1776998330.148314:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3098:17551:x1863313756516608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998330.148409:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998330.148441:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dad5800/0x27b6fb264819db51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16e9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408d6 expref: 3098 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148482:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e9b400/0x27b6fb264819db27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408c1 expref: 3097 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148501:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b25da00/0x27b6fb264818373c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37096 expref: 3096 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148514:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e9:0x0].0x0 (ffff8d2508d22200) 00010000:00010000:3.0:1776998330.148528:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998330.148553:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148569:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148580:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148597:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148861:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.148875:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.149014:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.149035:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.149045:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.149136:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.149152:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x64c01bf9 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998330.149156:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.149161:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.149170:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb066 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x64c01bf9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998330.150552:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2957, 64 off197504 00010000:00010000:0.0:1776998330.150637:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150653:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150666:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150677:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150686:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150695:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150722:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998330.150745:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150754:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150763:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150772:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.150777:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150786:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150799:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e9:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:0.0:1776998330.150803:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998330.150808:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150817:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb089 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150838:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150853:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150860:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150868:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.150873:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150881:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150892:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998330.150894:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998330.150898:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.150907:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb07b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998330.150919:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014180e86 reply state 00000000f971185a transno 4295020157 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.150930:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998330.151033:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3096:17551:x1863313756516608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2717us (3508us total) trans 4295020157 rc 0/0 00000100:00100000:0.0:1776998330.151045:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52002 00010000:00010000:2.0:1776998330.151201:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.151210:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.151219:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.151224:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.151232:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.151245:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16e9:0x0].0x0 (ffff8d250da6b900) 00010000:00010000:2.0:1776998330.151247:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.151252:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.151260:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb090 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.151278:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.151281:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.151284:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998330.169825:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998330.169901:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169918:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169928:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169937:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.169943:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169952:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169971:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x506e51a1 (ffff8d250da6bf00) 00010000:00010000:1.0:1776998330.169976:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.169982:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.169991:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5c00/0x27b6fb26481bb082 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x506e51a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.170118:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756516864 00000100:00100000:3.0:1776998330.170130:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756516864 00000100:00100000:3.0:1776998330.170244:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17060 00000100:00100000:0.0:1776998330.170517:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3095:17551:x1863313756516864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998330.170897:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3096:17551:x1863313756516864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 638us (1082us total) trans 4295020158 rc 0/0 00000100:00100000:0.0:1776998330.170908:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17060 00000100:00100000:3.0:1776998330.179578:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.182967:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756517120 00000100:00100000:2.0:1776998330.182982:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756517120 00000100:00100000:3.0:1776998330.183514:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52003 00000100:00100000:3.0:1776998330.183530:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3096:17551:x1863313756517120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998330.183601:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998330.183632:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d394200/0x27b6fb26481a14c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17a8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422f3 expref: 3096 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183663:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d3ee400/0x27b6fb26481a149a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17a8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422de expref: 3095 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183682:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7a3400/0x27b6fb2648185159 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c375cf expref: 3094 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183697:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a8:0x0].0x0 (ffff8d2509220200) 00010000:00010000:3.0:1776998330.183710:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998330.183736:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183752:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183765:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183782:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183792:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183802:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183924:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183935:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.183945:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998330.184944:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2949, 64 off196928 00010000:00010000:3.0:1776998330.185021:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185034:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185044:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185053:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185062:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185069:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185102:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998330.185123:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185131:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185140:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185148:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998330.185153:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185163:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185201:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a8:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998330.185205:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998330.185209:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185218:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185242:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185251:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185259:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185265:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998330.185269:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185277:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185287:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998330.185290:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998330.185294:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.185301:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb097 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998330.185312:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ad54b91 reply state 000000007b3e20f6 transno 4295020159 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.185324:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998330.185438:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3095:17551:x1863313756517120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1910us (6145us total) trans 4295020159 rc 0/0 00000100:00100000:3.0:1776998330.185448:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52003 00010000:00010000:2.0:1776998330.188231:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.188242:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.188252:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.188257:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.188267:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.188282:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17a8:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:2.0:1776998330.188286:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.188290:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.188298:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb0ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.188320:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.188323:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.188326:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.194886:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194908:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194918:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194926:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.194932:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194942:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194961:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6d5e5b55 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998330.194966:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998330.194971:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.194980:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb09e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6d5e5b55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.199545:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998330.200217:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756517376 00000100:00100000:0.0:1776998330.200229:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756517376 00000100:00100000:0.0:1776998330.200284:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17061 00000100:00100000:0.0:1776998330.200296:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3094:17551:x1863313756517376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998330.201165:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3095:17551:x1863313756517376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 867us (1625us total) trans 4295020160 rc 0/0 00000100:00100000:0.0:1776998330.201176:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17061 00000100:00100000:2.0:1776998330.212196:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.212918:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756517632 00000100:00100000:1.0:1776998330.212930:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756517632 00000100:00100000:1.0:1776998330.213083:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52004 00000100:00100000:1.0:1776998330.213099:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3095:17551:x1863313756517632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.213172:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.213205:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bcd4e00/0x27b6fb2648196ebc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1580:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d77b expref: 3095 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213303:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb2648196e92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1580:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d766 expref: 3094 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213328:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509c7c800/0x27b6fb26481805e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1580:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c366b7 expref: 3093 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213348:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1580:0x0].0x0 (ffff8d2509690f00) 00010000:00010000:1.0:1776998330.213362:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.213421:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213438:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213451:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213469:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213479:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213488:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213627:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213639:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.213649:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.215107:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2950, 64 off196992 00010000:00010000:1.0:1776998330.215206:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215220:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215230:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215240:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215248:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215255:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215275:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.215295:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215303:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215310:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215319:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.215324:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215333:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215345:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1580:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998330.215348:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.215353:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215361:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb0c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1580:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215378:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215408:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215418:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215425:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.215429:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215437:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215447:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.215450:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.215454:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.215461:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb0b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.215480:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b154d705 reply state 000000007e91f913 transno 4295020161 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.215491:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.215588:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3094:17551:x1863313756517632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2489us (3399us total) trans 4295020161 rc 0/0 00000100:00100000:1.0:1776998330.215600:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52004 00010000:00010000:2.0:1776998330.215831:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.215839:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.215848:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.215853:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.215862:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.215875:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1580:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:2.0:1776998330.215878:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.215883:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.215890:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb0c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1580:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.215908:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.215911:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.215913:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.225972:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.225994:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.226004:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.226012:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.226019:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.226029:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.226049:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x1b47231d (ffff8d2509e7c500) 00010000:00010000:1.0:1776998330.226054:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.226059:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.226067:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb0ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x1b47231d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.230279:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998330.230616:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756517888 00000100:00100000:0.0:1776998330.230629:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756517888 00000100:00100000:0.0:1776998330.230696:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17062 00000100:00100000:0.0:1776998330.230959:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3093:17551:x1863313756517888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.234008:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3094:17551:x1863313756517888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 3046us (3731us total) trans 4295020162 rc 0/0 00000100:00100000:1.0:1776998330.234023:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17062 00000100:00100000:3.0:1776998330.241322:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998330.241942:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756518144 00000100:00100000:0.0:1776998330.241953:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756518144 00000100:00100000:0.0:1776998330.242114:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52005 00000100:00100000:0.0:1776998330.242128:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3094:17551:x1863313756518144:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998330.242194:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998330.242521:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c2800/0x27b6fb264819f448 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x173c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4142f expref: 3094 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242550:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b1c3000/0x27b6fb264819f41e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x173c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4141a expref: 3093 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242566:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afdfe00/0x27b6fb2648184295 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x173c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c372db expref: 3092 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242579:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x173c:0x0].0x0 (ffff8d2509e7b600) 00010000:00010000:0.0:1776998330.242590:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998330.242614:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242636:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242647:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242949:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242960:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.242969:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.243095:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.243106:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.243116:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998330.244029:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2951, 64 off197056 00010000:00010000:0.0:1776998330.244103:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244115:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244125:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244134:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244143:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244151:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.244204:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998330.246275:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.246287:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.246406:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.246418:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.246426:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.246461:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.246467:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.246478:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.246495:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x173c:0x0].0x0 (ffff8d250db54600) 00010000:00010000:3.0:1776998330.246499:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.246504:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.246512:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb0e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x173c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.246529:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.246532:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.246534:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.247669:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.247677:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247686:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247697:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x173c:0x0].0x0 (ffff8d250db54600) 00010000:00010000:0.0:1776998330.247701:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998330.247705:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247718:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb0dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x173c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247746:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247754:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247762:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247769:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998330.247773:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247780:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.247988:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998330.247991:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998330.247996:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.248003:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb0cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998330.248015:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023ca081d reply state 000000004bdfb311 transno 4295020163 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.248026:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.251654:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3093:17551:x1863313756518144:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9520us (10332us total) trans 4295020163 rc 0/0 00000100:00100000:1.0:1776998330.251668:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52005 00000100:00100000:2.0:1776998330.266013:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998330.266117:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756518400 00000100:00100000:0.0:1776998330.266130:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756518400 00000100:00100000:0.0:1776998330.266230:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17063 00000100:00100000:0.0:1776998330.266243:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3093:17551:x1863313756518400:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998330.266608:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3094:17551:x1863313756518400:12345-192.168.201.35@tcp:35:rm.0 Request processed in 366us (604us total) trans 4295020164 rc 0/0 00000100:00100000:0.0:1776998330.266617:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17063 00010000:00010000:1.0:1776998330.271162:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271180:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271189:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271198:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.271205:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271214:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271232:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb6575191 (ffff8d250db54700) 00010000:00010000:1.0:1776998330.271236:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.271731:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.271742:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb0d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb6575191 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.281283:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.281436:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756518656 00000100:00100000:3.0:1776998330.281449:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756518656 00000100:00100000:3.0:1776998330.281608:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52006 00000100:00100000:3.0:1776998330.281623:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3093:17551:x1863313756518656:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998330.281693:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998330.281727:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bebbe00/0x27b6fb264819287d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1497:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b78b expref: 3093 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281759:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1497:0x0].0x0 (ffff8d2509cdc900) 00010000:00010000:3.0:1776998330.281805:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d3c00/0x27b6fb26481a2d21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42e06 expref: 3092 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281826:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39d600/0x27b6fb26481a2cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42df1 expref: 3091 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281844:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509d75a00/0x27b6fb2648185c6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37806 expref: 3090 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281855:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f9:0x0].0x0 (ffff8d250deb0700) 00010000:00010000:3.0:1776998330.281866:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998330.281892:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281907:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281919:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281936:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281947:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.281955:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.282081:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.282093:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.282102:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.286236:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2958, 64 off197568 00010000:00010000:2.0:1776998330.288743:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.289081:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.289099:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.289110:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.289126:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.289134:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290126:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.290160:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290203:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290211:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290219:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.290224:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290234:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290249:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f9:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998330.290253:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.290259:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290267:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb0f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290584:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290594:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290602:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290609:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.290612:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290620:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290632:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.290635:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.290639:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.290646:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb0eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.290659:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c052ba6a reply state 0000000013eff032 transno 4295020165 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.290670:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.290801:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756518656:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9163us (9509us total) trans 4295020165 rc 0/0 00000100:00100000:2.0:1776998330.290813:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52006 00010000:00010000:0.0:1776998330.297039:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998330.297054:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.297070:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998330.297077:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.297145:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.297189:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17f9:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:0.0:1776998330.297194:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998330.297200:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.297209:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb100 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.297239:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.297242:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.297245:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.304357:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304379:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304423:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304433:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.304440:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304450:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304471:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa74b5f01 (ffff8d250da6b300) 00010000:00010000:1.0:1776998330.304476:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.304481:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.304491:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb0f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa74b5f01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.305562:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.306512:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756518912 00000100:00100000:1.0:1776998330.306524:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756518912 00000100:00100000:1.0:1776998330.306584:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17064 00000100:00100000:1.0:1776998330.306598:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3090:17551:x1863313756518912:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.306964:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756518912:12345-192.168.201.35@tcp:35:rm.0 Request processed in 366us (1406us total) trans 4295020166 rc 0/0 00000100:00100000:1.0:1776998330.306976:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17064 00000100:00100000:3.0:1776998330.319990:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.321693:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756519168 00000100:00100000:1.0:1776998330.321707:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756519168 00000100:00100000:1.0:1776998330.322236:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52007 00000100:00100000:1.0:1776998330.322254:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756519168:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.322329:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998330.322362:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1ec000/0x27b6fb264818eb36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13cb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bb5 expref: 3091 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322436:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d012200/0x27b6fb264817ca22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35ac4 expref: 3090 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322453:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13cb:0x0].0x0 (ffff8d250d389d00) 00010000:00010000:1.0:1776998330.322466:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.322492:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322509:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322523:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322542:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322552:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322569:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.322699:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.323033:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.323047:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.324041:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2959, 64 off197632 00010000:00010000:1.0:1776998330.324118:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324131:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324141:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324152:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324162:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324201:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324220:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.324242:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324252:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324260:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324268:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.324274:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324283:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324295:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13cb:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:1.0:1776998330.324298:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.324304:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324313:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb115 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324331:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324340:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324348:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324361:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.324365:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324372:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324382:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.324404:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.324409:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.324418:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb107 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.324430:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c25feeb reply state 00000000bd915dc9 transno 4295020167 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.324442:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.324538:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756519168:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2287us (4554us total) trans 4295020167 rc 0/0 00000100:00100000:1.0:1776998330.324548:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52007 00010000:00010000:2.0:1776998330.324788:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.324797:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.324808:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.324813:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.324822:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.324836:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13cb:0x0].0x0 (ffff8d2509e7c700) 00010000:00010000:2.0:1776998330.324839:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.324843:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.324852:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb11c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.324871:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.324874:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.324876:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.333214:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333234:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333245:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333254:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.333261:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333271:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333291:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x727b5311 (ffff8d2509e7c500) 00010000:00010000:2.0:1776998330.333296:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.333301:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.333310:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb10e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x727b5311 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.355883:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.359106:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756519424 00000100:00100000:2.0:1776998330.359121:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756519424 00000100:00100000:2.0:1776998330.364528:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17065 00000100:00100000:2.0:1776998330.364553:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606dd3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3090:17551:x1863313756519424:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998330.364944:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606dd3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756519424:12345-192.168.201.35@tcp:35:rm.0 Request processed in 402us (9072us total) trans 4295020168 rc 0/0 00000100:00100000:2.0:1776998330.364956:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17065 00000100:00100000:3.0:1776998330.385242:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.387217:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756519680 00000100:00100000:1.0:1776998330.387231:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756519680 00000100:00100000:1.0:1776998330.387909:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52008 00000100:00100000:1.0:1776998330.387922:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3091:17551:x1863313756519680:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.387997:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.388030:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf46e00/0x27b6fb26481a7d23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1903:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45264 expref: 3091 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388062:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf44000/0x27b6fb26481a7cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1903:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4524f expref: 3090 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388082:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e81000/0x27b6fb26481880ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1903:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37f4c expref: 3089 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388099:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1903:0x0].0x0 (ffff8d250d2bbf00) 00010000:00010000:1.0:1776998330.388112:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.388140:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388158:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388171:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388206:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388215:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.388224:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.392666:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802714240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1776998330.392750:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998330.394078:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.394099:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.394115:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.395658:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2952, 64 off197120 00010000:00010000:1.0:1776998330.396041:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396057:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396070:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396080:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396090:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396098:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396121:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.396148:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396158:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396192:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396209:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.396216:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396226:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396242:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1903:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:1.0:1776998330.396246:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.396252:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396261:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb131 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1903:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396286:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396295:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396302:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396309:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.396313:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396321:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396338:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.396342:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.396346:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.396354:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb123 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.396367:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d90e19 reply state 0000000076da050b transno 4295020169 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.396379:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.396507:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3090:17551:x1863313756519680:12345-192.168.201.35@tcp:36:rm.0 Request processed in 8582us (11350us total) trans 4295020169 rc 0/0 00000100:00100000:1.0:1776998330.396519:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52008 00010000:00010000:3.0:1776998330.397138:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.397148:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.397158:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.397163:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.397205:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.397219:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1903:0x0].0x0 (ffff8d2509e7cc00) 00010000:00010000:3.0:1776998330.397223:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.397227:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.397236:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb138 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1903:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.397265:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.397267:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.397270:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998330.404873:0:13676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714240 00000100:00100000:0.0:1776998330.404890:0:13676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714240 00010000:00010000:1.0:1776998330.405100:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.405118:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.405129:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.405137:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.405143:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.405334:0:13676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1776998330.405349:0:13676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802714240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1776998330.405431:0:13676:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 28770304 pending 0 free 3859808256 avail 3857711104 00010000:00010000:1.0:1776998330.405562:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.405592:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xe4c729de (ffff8d2509e7c400) 00010000:00010000:1.0:1776998330.405597:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.405604:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.405615:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb12a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xe4c729de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.412680:0:13676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3362:x1863313802714240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7325us (19919us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998330.412698:0:13676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1776998330.413571:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802714240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776998330.423672:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.425535:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756519936 00000100:00100000:2.0:1776998330.425548:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756519936 00000100:00100000:2.0:1776998330.425623:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17066 00000100:00100000:2.0:1776998330.425637:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3089:17551:x1863313756519936:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998330.426093:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3090:17551:x1863313756519936:12345-192.168.201.35@tcp:35:rm.0 Request processed in 457us (2428us total) trans 4295020170 rc 0/0 00000100:00100000:2.0:1776998330.426105:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17066 00000100:00100000:3.0:1776998330.447224:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.447438:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756520192 00000100:00100000:2.0:1776998330.447451:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756520192 00000100:00100000:2.0:1776998330.447523:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52009 00000100:00100000:2.0:1776998330.447538:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3090:17551:x1863313756520192:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.447604:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.447635:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe4e00/0x27b6fb26481b02af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1abf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f18 expref: 3090 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447665:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6c00/0x27b6fb26481b0285 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1abf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f03 expref: 3089 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447684:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db29200/0x27b6fb264818bd9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1abf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38b77 expref: 3088 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447700:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1abf:0x0].0x0 (ffff8d250bfc5c00) 00010000:00010000:2.0:1776998330.447713:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.447740:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447757:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447791:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447816:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447825:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447834:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447971:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447983:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.447993:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.448678:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2953, 64 off197184 00010000:00010000:2.0:1776998330.448753:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448765:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448775:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448784:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448793:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448801:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448820:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.448839:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448846:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448854:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448861:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.448866:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448875:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448885:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1abf:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998330.448888:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.448892:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448900:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb14d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1abf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448918:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448931:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448938:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448945:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.448948:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448955:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448963:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.448965:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.448969:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.448976:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb13f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.448985:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d8a59b4 reply state 0000000035d027e1 transno 4295020171 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.448996:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.449089:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3089:17551:x1863313756520192:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1551us (1920us total) trans 4295020171 rc 0/0 00000100:00100000:2.0:1776998330.449101:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52009 00010000:00010000:3.0:1776998330.451499:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.451510:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.451522:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.451528:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.451538:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.451554:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1abf:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:3.0:1776998330.451558:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.451562:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.451569:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb154 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1abf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.451591:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.451594:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.451596:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.462102:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462130:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462141:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462189:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.462197:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462209:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462231:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x751beb71 (ffff8d250da9eb00) 00010000:00010000:2.0:1776998330.462236:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.462242:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.462251:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb146 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x751beb71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.469023:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.483139:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756520448 00000100:00100000:1.0:1776998330.483710:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756520448 00000100:00100000:2.0:1776998330.499628:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17067 00000100:00100000:2.0:1776998330.499643:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756520448:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998330.500380:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3089:17551:x1863313756520448:12345-192.168.201.35@tcp:35:rm.0 Request processed in 739us (31365us total) trans 4295020172 rc 0/0 00000100:00100000:2.0:1776998330.500417:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17067 00000100:00100000:0.0:1776998330.536912:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.537055:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756520704 00000100:00100000:1.0:1776998330.537068:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756520704 00000100:00100000:1.0:1776998330.537148:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52010 00000100:00100000:1.0:1776998330.537163:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3089:17551:x1863313756520704:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.537281:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.537312:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e2e00/0x27b6fb26481aee88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a7c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485ef expref: 3089 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537340:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e3200/0x27b6fb26481aee5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485da expref: 3088 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537360:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e1c9c00/0x27b6fb264818b455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a7c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3899b expref: 3087 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537375:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a7c:0x0].0x0 (ffff8d250d65a800) 00010000:00010000:1.0:1776998330.537409:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.537437:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537455:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537468:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537487:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537498:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537507:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537642:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537654:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.537665:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.538634:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2960, 64 off197696 00010000:00010000:1.0:1776998330.538713:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538726:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538744:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538754:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538763:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538772:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538794:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.538816:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538825:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538834:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538843:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.538850:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538860:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538872:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a7c:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:1.0:1776998330.538876:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.538882:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538891:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb169 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538912:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538921:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538930:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538937:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.538941:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538951:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538961:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.538965:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.538969:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.538977:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb15b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.538991:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e01746e9 reply state 000000000744505c transno 4295020173 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.539010:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.539123:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756520704:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1961us (2220us total) trans 4295020173 rc 0/0 00000100:00100000:1.0:1776998330.539135:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52010 00010000:00010000:2.0:1776998330.541517:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.541530:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.542751:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.542762:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.542774:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.542794:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a7c:0x0].0x0 (ffff8d2509e7cb00) 00010000:00010000:2.0:1776998330.542798:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.542804:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.542813:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb170 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.544450:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.544470:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.544475:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998330.554178:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.555138:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756520960 00000100:00100000:2.0:1776998330.555149:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756520960 00010000:00010000:1.0:1776998330.557243:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557262:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557273:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557283:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.557289:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557300:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557335:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaf56ec77 (ffff8d2509e7c400) 00010000:00010000:1.0:1776998330.557340:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.557346:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.557355:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb162 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf56ec77 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.558923:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17068 00000100:00100000:2.0:1776998330.558941:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3087:17551:x1863313756520960:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998330.559592:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26394a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756520960:12345-192.168.201.35@tcp:35:rm.0 Request processed in 655us (5436us total) trans 4295020174 rc 0/0 00000100:00100000:2.0:1776998330.559604:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17068 00000100:00100000:3.0:1776998330.579318:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.579507:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756521216 00000100:00100000:1.0:1776998330.579520:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756521216 00000100:00100000:1.0:1776998330.579590:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52011 00000100:00100000:1.0:1776998330.579604:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756521216:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.579678:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998330.579713:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9a5e00/0x27b6fb26481905c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1423:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7c4 expref: 3088 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579745:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dac1e00/0x27b6fb264817d62a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35d2c expref: 3087 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579761:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1423:0x0].0x0 (ffff8d250905fc00) 00010000:00010000:1.0:1776998330.579773:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.579798:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579815:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579828:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579847:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579857:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.579866:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.580004:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.580017:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.580027:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.581071:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2961, 64 off197760 00010000:00010000:1.0:1776998330.581151:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581165:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581220:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581230:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581238:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581247:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581270:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.581292:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581301:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581316:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581324:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.581329:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581338:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581350:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1423:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:1.0:1776998330.581354:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.581359:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581367:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb185 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581409:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581417:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581424:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581431:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.581435:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581449:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581458:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.581461:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.581465:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.581472:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb177 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.581485:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3c33033 reply state 00000000200e8b5a transno 4295020175 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.581497:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.581584:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756521216:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1981us (2275us total) trans 4295020175 rc 0/0 00000100:00100000:1.0:1776998330.581595:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52011 00010000:00010000:3.0:1776998330.582583:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.582592:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.582603:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.582608:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.582618:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.582633:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1423:0x0].0x0 (ffff8d2509e7c900) 00010000:00010000:3.0:1776998330.582637:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.582903:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.582915:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb18c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.582934:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.582937:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.582940:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998330.607646:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.607769:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756521472 00000100:00100000:1.0:1776998330.607782:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756521472 00000100:00100000:1.0:1776998330.607855:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17069 00000100:00100000:1.0:1776998330.607870:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756521472:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.608155:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3089:17551:x1863313756521472:12345-192.168.201.35@tcp:35:rm.0 Request processed in 287us (519us total) trans 4295020176 rc 0/0 00000100:00100000:1.0:1776998330.608196:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17069 00010000:00010000:2.0:1776998330.608313:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608329:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608340:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608349:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.608355:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608365:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608404:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7827c5dd (ffff8d2509e7c400) 00010000:00010000:2.0:1776998330.608409:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.608415:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.608423:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb17e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7827c5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.642572:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.644142:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756521728 00000100:00100000:1.0:1776998330.644156:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756521728 00000100:00100000:1.0:1776998330.644577:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52012 00000100:00100000:1.0:1776998330.644593:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3088:17551:x1863313756521728:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.644951:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.644981:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a5400/0x27b6fb26481b267a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b36:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f5d expref: 3088 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645011:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1a4000/0x27b6fb26481b2650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f48 expref: 3087 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645029:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db83000/0x27b6fb264818cddf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38eb8 expref: 3086 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645043:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b36:0x0].0x0 (ffff8d2509f4cc00) 00010000:00010000:1.0:1776998330.645057:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.645083:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645098:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645111:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645128:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645137:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645149:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645317:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645330:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.645340:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.645987:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2962, 64 off197824 00010000:00010000:1.0:1776998330.646059:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646072:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646082:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646092:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646101:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646110:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646147:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.646197:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646211:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646219:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646227:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.646233:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646242:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646253:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b36:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:1.0:1776998330.646257:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.646262:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646269:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1a1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646286:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646295:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646304:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646311:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.646316:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646324:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646334:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.646338:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.646342:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.646349:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb193 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.646359:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e87a8735 reply state 00000000504d891b transno 4295020177 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.646371:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.646487:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3087:17551:x1863313756521728:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1895us (3924us total) trans 4295020177 rc 0/0 00000100:00100000:1.0:1776998330.646497:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52012 00010000:00010000:3.0:1776998330.649105:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.649116:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.649130:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.649134:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.649145:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.649161:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b36:0x0].0x0 (ffff8d2509e7ce00) 00010000:00010000:3.0:1776998330.649165:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.649343:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.649352:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb1a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.649409:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.649412:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.649415:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.654635:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654654:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654663:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654671:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.654677:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654686:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654706:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x92238436 (ffff8d2509e7c200) 00010000:00010000:1.0:1776998330.654710:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.654715:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.654723:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb19a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x92238436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.658109:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.659669:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756521984 00000100:00100000:3.0:1776998330.659704:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756521984 00000100:00100000:3.0:1776998330.659918:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17070 00000100:00100000:3.0:1776998330.659933:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3086:17551:x1863313756521984:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.660364:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3087:17551:x1863313756521984:12345-192.168.201.35@tcp:35:rm.0 Request processed in 432us (2260us total) trans 4295020178 rc 0/0 00000100:00100000:3.0:1776998330.660377:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17070 00000100:00100000:0.0:1776998330.676516:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.677879:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756522240 00000100:00100000:1.0:1776998330.677891:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756522240 00000100:00100000:1.0:1776998330.677969:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52013 00000100:00100000:1.0:1776998330.677982:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3087:17551:x1863313756522240:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.678051:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.678083:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c907a00/0x27b6fb26481a9a50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1964:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa7 expref: 3087 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678113:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509ed7a00/0x27b6fb26481a9a26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1964:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45f92 expref: 3086 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678136:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf24000/0x27b6fb2648188e0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1964:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c381f3 expref: 3085 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678149:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1964:0x0].0x0 (ffff8d250d643f00) 00010000:00010000:1.0:1776998330.678160:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.678230:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678247:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678258:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678275:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678284:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678293:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678448:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678459:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.678469:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.679425:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2963, 64 off197888 00010000:00010000:1.0:1776998330.679501:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679515:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679531:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679541:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679549:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679559:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679579:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.679600:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679608:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679616:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679624:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.679629:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679638:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679649:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1964:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:1.0:1776998330.679653:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.679658:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679666:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb1bd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1964:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679684:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679692:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679699:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679705:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.679709:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679717:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679727:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.679730:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.679735:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.679743:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb1af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.679754:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028b51f08 reply state 00000000353a8673 transno 4295020179 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.679773:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.679866:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3086:17551:x1863313756522240:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1884us (3359us total) trans 4295020179 rc 0/0 00000100:00100000:1.0:1776998330.679878:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52013 00010000:00010000:3.0:1776998330.681134:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.681144:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.681154:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998330.681159:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.681198:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.681214:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1964:0x0].0x0 (ffff8d2509e7c100) 00010000:00010000:3.0:1776998330.681218:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998330.681223:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.681231:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb1c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1964:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.681249:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.681251:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.681253:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.689034:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689055:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689066:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689073:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.689079:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689090:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689115:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x6a5bb9 (ffff8d2509e7c200) 00010000:00010000:2.0:1776998330.689120:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.689125:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.689134:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb1b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x6a5bb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.722103:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.723594:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756522496 00000100:00100000:3.0:1776998330.723609:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756522496 00000100:00100000:3.0:1776998330.723694:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17071 00000100:00100000:3.0:1776998330.723728:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d56450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756522496:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.724130:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d56450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3086:17551:x1863313756522496:12345-192.168.201.35@tcp:35:rm.0 Request processed in 421us (2958us total) trans 4295020180 rc 0/0 00000100:00100000:3.0:1776998330.724144:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17071 00000100:00100000:0.0:1776998330.751331:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.751747:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756522752 00000100:00100000:2.0:1776998330.751787:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756522752 00000100:00100000:2.0:1776998330.751893:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52014 00000100:00100000:2.0:1776998330.751908:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3086:17551:x1863313756522752:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.751984:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998330.752021:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d94aa00/0x27b6fb26481aa26f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46358 expref: 3086 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752055:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9abe00/0x27b6fb26481aa245 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46343 expref: 3085 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752076:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b2b5a00/0x27b6fb26481891be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c382b0 expref: 3084 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752090:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197f:0x0].0x0 (ffff8d250c88b100) 00010000:00010000:2.0:1776998330.752107:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.752134:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752152:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752501:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752528:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752539:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752551:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752701:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752714:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.752726:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.753512:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2954, 64 off197248 00010000:00010000:2.0:1776998330.753598:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753613:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753624:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753635:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753645:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753654:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753675:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.753698:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753707:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753715:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753724:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.753740:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753751:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753764:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197f:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:2.0:1776998330.753769:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.753774:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753783:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1d9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x197f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753816:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753827:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753837:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753845:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.753849:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753859:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753871:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.753875:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.753880:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.753889:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.753903:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f379bd6d reply state 00000000ce7afffb transno 4295020181 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.753915:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.754008:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756522752:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2102us (2698us total) trans 4295020181 rc 0/0 00000100:00100000:2.0:1776998330.754020:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52014 00010000:00010000:0.0:1776998330.757077:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998330.757091:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.757105:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998330.757111:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.757124:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.757144:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197f:0x0].0x0 (ffff8d250da9e000) 00010000:00010000:0.0:1776998330.757148:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998330.757155:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.757232:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb1e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x197f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998330.757274:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.757277:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998330.757280:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.768525:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768550:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768563:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768572:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.768579:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768591:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768616:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7ab05923 (ffff8d250da9eb00) 00010000:00010000:1.0:1776998330.768622:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.768629:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.768638:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb1d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7ab05923 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.781089:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998330.787768:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.788011:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756523008 00000100:00100000:3.0:1776998330.788025:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756523008 00000100:00100000:3.0:1776998330.788118:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17072 00000100:00100000:3.0:1776998330.788137:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3084:17551:x1863313756523008:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.788647:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756523008:12345-192.168.201.35@tcp:35:rm.0 Request processed in 512us (889us total) trans 4295020182 rc 0/0 00000100:00100000:3.0:1776998330.788663:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17072 00000100:00100000:0.0:1776998330.807345:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.807602:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756523264 00000100:00100000:2.0:1776998330.807615:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756523264 00000100:00100000:2.0:1776998330.807682:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52015 00000100:00100000:2.0:1776998330.807696:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756523264:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.807779:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776998330.807817:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bc70a00/0x27b6fb264818f36a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13e6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f6d expref: 3085 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.807855:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dc95c00/0x27b6fb264817cdd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35b81 expref: 3084 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.807893:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e6:0x0].0x0 (ffff8d2509ca0800) 00010000:00010000:2.0:1776998330.807912:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.807941:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.807969:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.807984:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.808007:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.808019:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.808030:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.814597:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.814625:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.814643:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998330.815684:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2955, 64 off197312 00010000:00010000:3.0:1776998330.815770:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815785:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815798:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815809:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815818:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815828:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815867:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.815918:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998330.815926:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.815928:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815938:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.815947:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.825072:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.825090:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.825111:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.825138:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e6:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:2.0:1776998330.825144:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.825150:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.825161:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb1fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.837142:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.837152:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.837156:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998330.840152:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998330.840166:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840185:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840209:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13e6:0x0].0x0 (ffff8d250da6b300) 00010000:00010000:3.0:1776998330.840214:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998330.840222:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840505:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb1f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840573:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840585:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840594:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840602:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998330.840608:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840617:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840630:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998330.840634:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998330.840639:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998330.840648:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb1e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998330.840664:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000346d1e5d reply state 00000000cd63ca00 transno 4295020183 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998330.840677:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998330.840903:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756523264:12345-192.168.201.35@tcp:36:rm.0 Request processed in 33128us (33489us total) trans 4295020183 rc 0/0 00000100:00100000:3.0:1776998330.840918:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52015 00010000:00010000:2.0:1776998330.866718:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866740:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866750:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866760:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.866766:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866794:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866817:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x5c81c9ab (ffff8d250da9e400) 00010000:00010000:2.0:1776998330.866821:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.866828:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.866836:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb1ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x5c81c9ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.867492:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.867580:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756523520 00000100:00100000:1.0:1776998330.867593:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756523520 00000100:00100000:1.0:1776998330.867669:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17073 00000100:00100000:1.0:1776998330.867683:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3084:17551:x1863313756523520:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998330.868043:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756523520:12345-192.168.201.35@tcp:35:rm.0 Request processed in 361us (555us total) trans 4295020184 rc 0/0 00000100:00100000:1.0:1776998330.868056:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17073 00000100:00100000:0.0:1776998330.882665:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.882803:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756523776 00000100:00100000:2.0:1776998330.882815:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756523776 00000100:00100000:2.0:1776998330.882893:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52016 00000100:00100000:2.0:1776998330.882908:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3085:17551:x1863313756523776:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998330.882978:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776998330.883009:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250afa1800/0x27b6fb2648192917 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1499:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b7d1 expref: 3085 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883034:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1499:0x0].0x0 (ffff8d26214aa500) 00010000:00010000:2.0:1776998330.883047:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508870200/0x27b6fb26481b0d83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ae3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49404 expref: 3084 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883068:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481b0d59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ae3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493ef expref: 3083 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883087:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2be600/0x27b6fb264818c286 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ae3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38c73 expref: 3082 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883099:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae3:0x0].0x0 (ffff8d260137ce00) 00010000:00010000:2.0:1776998330.883110:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998330.883136:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883152:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883165:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883506:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883517:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883528:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883661:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883674:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.883963:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998330.884980:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2956, 64 off197376 00010000:00010000:2.0:1776998330.885060:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885074:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885085:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885096:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885104:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885112:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885138:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998330.885159:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885167:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885203:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885213:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.885218:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885229:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885241:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae3:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998330.885245:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998330.885507:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885519:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb211 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ae3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885542:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885551:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885558:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885565:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.885569:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885576:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885588:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998330.885591:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.885595:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885602:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb203 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998330.885621:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dcd7d0aa reply state 00000000d08129d2 transno 4295020185 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998330.885634:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998330.885725:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3083:17551:x1863313756523776:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2818us (3068us total) trans 4295020185 rc 0/0 00000100:00100000:2.0:1776998330.885737:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52016 00010000:00010000:2.0:1776998330.885774:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.885783:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885792:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.885797:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885807:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885819:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ae3:0x0].0x0 (ffff8d250da9e900) 00010000:00010000:2.0:1776998330.885822:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.885826:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885834:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb218 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ae3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.885851:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.885853:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.885856:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998330.897998:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898020:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898031:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898040:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.898046:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898057:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898077:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xc5c5efae (ffff8d250da9e400) 00010000:00010000:1.0:1776998330.898082:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.898088:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.898104:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb20a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xc5c5efae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.927925:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998330.934879:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756524032 00000100:00100000:2.0:1776998330.934897:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756524032 00000100:00100000:3.0:1776998330.941292:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17074 00000100:00100000:3.0:1776998330.944514:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3082:17551:x1863313756524032:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.945492:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3083:17551:x1863313756524032:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4183us (17575us total) trans 4295020186 rc 0/0 00000100:00100000:3.0:1776998330.945505:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17074 00000100:00100000:0.0:1776998330.957784:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998330.961111:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756524288 00000100:00100000:1.0:1776998330.961130:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756524288 00000100:00100000:1.0:1776998330.961280:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52017 00000100:00100000:1.0:1776998330.961298:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3083:17551:x1863313756524288:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998330.961405:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998330.961443:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b3e00/0x27b6fb264819aa4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1646:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f28d expref: 3083 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961477:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b0e00/0x27b6fb264819aa20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1646:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f278 expref: 3082 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961498:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092bba00/0x27b6fb26481820f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1646:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36c21 expref: 3081 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961514:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1646:0x0].0x0 (ffff8d250d0bd800) 00010000:00010000:1.0:1776998330.961529:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998330.961579:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961598:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961614:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961642:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961654:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961664:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961835:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961851:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.961863:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998330.963025:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2957, 64 off197440 00010000:00010000:1.0:1776998330.963114:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963131:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963143:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963155:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963165:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963208:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963234:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998330.963257:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963267:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963277:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963287:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.963294:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963584:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963602:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1646:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998330.963607:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998330.963614:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963625:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb22d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963650:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963667:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963676:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963684:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998330.963688:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963698:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963709:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998330.963713:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998330.963718:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998330.963726:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb21f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998330.963740:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da5406c1 reply state 00000000d5769138 transno 4295020187 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998330.963753:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998330.963851:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3082:17551:x1863313756524288:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2555us (6077us total) trans 4295020187 rc 0/0 00000100:00100000:1.0:1776998330.963862:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52017 00010000:00010000:2.0:1776998330.965925:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998330.965936:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.965949:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998330.965955:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.965966:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.965981:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1646:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:2.0:1776998330.965986:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998330.965991:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.966001:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb234 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1646:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.966026:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.966029:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.966032:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998330.975193:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975217:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975227:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975236:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998330.975244:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975254:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975276:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x285d366d (ffff8d2509e7c000) 00010000:00010000:2.0:1776998330.975281:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998330.975287:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998330.975296:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb226 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x285d366d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998330.982524:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998330.982647:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756524544 00000100:00100000:3.0:1776998330.982660:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756524544 00000100:00100000:3.0:1776998330.982735:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17075 00000100:00100000:3.0:1776998330.982752:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3081:17551:x1863313756524544:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998330.983162:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3082:17551:x1863313756524544:12345-192.168.201.35@tcp:35:rm.0 Request processed in 411us (645us total) trans 4295020188 rc 0/0 00000100:00100000:3.0:1776998330.983739:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17075 00000100:00100000:2.0:1776998331.001452:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.001793:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756524800 00000100:00100000:3.0:1776998331.001806:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756524800 00000100:00100000:3.0:1776998331.001882:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52018 00000100:00100000:3.0:1776998331.001896:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3082:17551:x1863313756524800:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998331.001969:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998331.002000:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8d6400/0x27b6fb264819b135 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x165d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5b2 expref: 3082 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002031:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d95e200/0x27b6fb264819b10b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x165d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f59d expref: 3081 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002049:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502824600/0x27b6fb2648182418 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x165d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36cc2 expref: 3080 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002064:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165d:0x0].0x0 (ffff8d2502f99400) 00010000:00010000:3.0:1776998331.002079:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998331.002105:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002123:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002137:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002156:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002218:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002231:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002370:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002405:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.002417:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998331.011543:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2964, 64 off197952 00000004:00080000:2.0:1776998331.011560:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4041803388952ns, next at 4042803385410ns, rc = 0 00010000:00010000:2.0:1776998331.011652:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.011674:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.011691:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.011703:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.011712:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014571:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014663:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998331.014696:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014706:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014716:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014726:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.014731:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014741:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014758:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165d:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998331.014762:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998331.014768:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014794:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4800/0x27b6fb26481bb249 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x165d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014822:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014837:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014844:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014852:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.014856:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014865:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014877:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998331.014880:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.014884:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.014893:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5e00/0x27b6fb26481bb23b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998331.014905:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca50ac90 reply state 00000000bbd7231d transno 4295020189 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.014916:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998331.015030:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3081:17551:x1863313756524800:12345-192.168.201.35@tcp:36:rm.0 Request processed in 13131us (13582us total) trans 4295020189 rc 0/0 00000100:00100000:2.0:1776998331.015042:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52018 00010000:00010000:3.0:1776998331.019735:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.019750:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.019765:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.019788:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.019802:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.019822:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x165d:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998331.019827:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.019833:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.019841:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb250 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x165d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027810:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027838:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027847:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027856:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.027861:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027871:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027891:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd4c3a75e (ffff8d250da6b300) 00010000:00010000:1.0:1776998331.027895:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.027901:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.027910:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5200/0x27b6fb26481bb242 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd4c3a75e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.028404:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.028409:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.028412:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998331.033042:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.033163:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756525056 00000100:00100000:3.0:1776998331.033207:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756525056 00000100:00100000:3.0:1776998331.033272:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17076 00000100:00100000:3.0:1776998331.033286:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3080:17551:x1863313756525056:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.037467:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3081:17551:x1863313756525056:12345-192.168.201.35@tcp:35:rm.0 Request processed in 4176us (4425us total) trans 4295020190 rc 0/0 00000100:00100000:3.0:1776998331.037482:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17076 00000100:00100000:0.0:1776998331.053564:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.053737:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756525312 00000100:00100000:3.0:1776998331.053749:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756525312 00000100:00100000:1.0:1776998331.054226:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52019 00000100:00100000:1.0:1776998331.054244:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3081:17551:x1863313756525312:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.054310:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998331.054341:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ace00/0x27b6fb26481a4ae8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x185c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b8f expref: 3081 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054367:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c9ad000/0x27b6fb26481a4abe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x185c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b7a expref: 3080 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054407:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d6db400/0x27b6fb26481869f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x185c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37abb expref: 3079 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054420:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185c:0x0].0x0 (ffff8d2509dd7a00) 00010000:00010000:1.0:1776998331.054432:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.054457:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054474:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054486:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054504:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054513:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054521:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054651:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054663:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.054672:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.060670:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2965, 64 off198016 00010000:00010000:1.0:1776998331.060774:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060794:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060808:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060818:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060826:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060834:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060864:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.060889:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060897:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060906:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060914:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.060919:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060929:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060944:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185c:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998331.060948:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.060954:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060961:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb265 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x185c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060985:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.060993:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.061001:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.061009:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.061013:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.061022:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.061032:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.061035:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.061039:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.061052:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb257 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.061065:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d85268e reply state 0000000034c3d006 transno 4295020191 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.061077:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.061211:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3080:17551:x1863313756525312:12345-192.168.201.35@tcp:36:rm.0 Request processed in 6966us (7652us total) trans 4295020191 rc 0/0 00000100:00100000:1.0:1776998331.061223:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52019 00010000:00010000:3.0:1776998331.062629:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.062639:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.062650:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.062654:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.062664:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.062679:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x185c:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998331.062682:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.062687:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.062700:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb26c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x185c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.062720:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.062722:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.062724:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.066499:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066518:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066528:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066536:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.066541:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066551:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066568:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x93cbf4cb (ffff8d2509e7cf00) 00010000:00010000:2.0:1776998331.066572:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.066578:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.066585:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb25e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x93cbf4cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.072937:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.073111:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756525568 00000100:00100000:3.0:1776998331.073124:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756525568 00000100:00100000:3.0:1776998331.073212:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17077 00000100:00100000:3.0:1776998331.073227:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3079:17551:x1863313756525568:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.075896:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d57c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3080:17551:x1863313756525568:12345-192.168.201.35@tcp:35:rm.0 Request processed in 2666us (2963us total) trans 4295020192 rc 0/0 00000100:00100000:3.0:1776998331.075908:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17077 00000100:00100000:0.0:1776998331.091232:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.091610:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756525824 00000100:00100000:1.0:1776998331.091623:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756525824 00000100:00100000:1.0:1776998331.093139:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52020 00000100:00100000:1.0:1776998331.093157:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3080:17551:x1863313756525824:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.093232:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998331.093264:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d89a400/0x27b6fb26481a6f4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c1a expref: 3080 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093293:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f9600/0x27b6fb26481a6f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c05 expref: 3079 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093623:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508cb1200/0x27b6fb2648187a80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37e0a expref: 3078 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093640:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d5:0x0].0x0 (ffff8d250b29cf00) 00010000:00010000:1.0:1776998331.093653:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.093677:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093692:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093705:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093720:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093729:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093737:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093885:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093896:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.093906:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.094592:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2958, 64 off197504 00010000:00010000:1.0:1776998331.094669:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094684:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094694:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094704:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094713:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094721:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094741:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.094761:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094769:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094779:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094787:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.094791:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094801:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094812:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d5:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998331.094816:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.094820:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094834:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb281 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094854:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094862:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094871:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094888:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.094892:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094900:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094909:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.094912:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.094916:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.094924:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb273 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.094934:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000659ea546 reply state 0000000056edfd5a transno 4295020193 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.094945:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.095033:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3079:17551:x1863313756525824:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1882us (3810us total) trans 4295020193 rc 0/0 00000100:00100000:1.0:1776998331.095044:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52020 00010000:00010000:3.0:1776998331.095148:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.095157:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.095190:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.095195:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.095473:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.095488:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d5:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998331.095492:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.095496:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.095509:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb288 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.095527:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.095529:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.095532:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.111624:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.111979:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756526080 00000100:00100000:3.0:1776998331.111991:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756526080 00000100:00100000:3.0:1776998331.112060:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17078 00000100:00100000:3.0:1776998331.112074:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3079:17551:x1863313756526080:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.112695:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3080:17551:x1863313756526080:12345-192.168.201.35@tcp:35:rm.0 Request processed in 623us (1081us total) trans 4295020194 rc 0/0 00000100:00100000:3.0:1776998331.112706:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17078 00010000:00010000:1.0:1776998331.116056:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116077:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116087:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116095:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.116101:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116110:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116130:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4669ad40 (ffff8d2509e7c300) 00010000:00010000:1.0:1776998331.116134:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.116139:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.116147:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb27a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4669ad40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.141705:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.142052:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756526336 00000100:00100000:2.0:1776998331.142065:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756526336 00000100:00100000:2.0:1776998331.142193:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52021 00000100:00100000:2.0:1776998331.142204:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3079:17551:x1863313756526336:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998331.142284:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998331.142314:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da4a000/0x27b6fb26481a3d5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x182f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43568 expref: 3079 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142391:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ff8e00/0x27b6fb26481a3d35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x182f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43553 expref: 3078 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142411:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e21600/0x27b6fb26481863ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x182f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37980 expref: 3077 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142425:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x182f:0x0].0x0 (ffff8d25093d7d00) 00010000:00010000:2.0:1776998331.142437:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998331.142462:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142478:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142489:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142506:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142515:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142523:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142658:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142676:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.142684:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998331.143888:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2966, 64 off198080 00010000:00010000:2.0:1776998331.143964:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.143976:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.143987:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.143996:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144003:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144010:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144037:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998331.144057:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144066:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144080:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144088:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.144092:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144101:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144112:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x182f:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998331.144115:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998331.144120:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144128:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb29d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x182f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144147:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144155:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144163:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144191:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.144194:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144208:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144217:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998331.144220:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.144223:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.144231:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb28f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998331.144243:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f0cfd72 reply state 000000004cd4fa47 transno 4295020195 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.144254:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998331.144351:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756526336:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2146us (2655us total) trans 4295020195 rc 0/0 00000100:00100000:2.0:1776998331.144361:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52021 00010000:00010000:3.0:1776998331.145123:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.145132:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.145141:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.145145:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.145154:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.145166:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x182f:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998331.145170:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.145173:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.145185:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x182f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.145203:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.145205:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.145207:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.156019:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156041:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156051:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156059:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.156064:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156081:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156101:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4a3630bb (ffff8d250da9e900) 00010000:00010000:2.0:1776998331.156105:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.156110:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.156117:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb296 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4a3630bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.161700:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.161842:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756526592 00000100:00100000:3.0:1776998331.161872:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756526592 00000100:00100000:3.0:1776998331.161949:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17079 00000100:00100000:3.0:1776998331.161962:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756526592:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.162933:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756526592:12345-192.168.201.35@tcp:35:rm.0 Request processed in 971us (1240us total) trans 4295020196 rc 0/0 00000100:00100000:3.0:1776998331.162945:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17079 00000100:00100000:0.0:1776998331.177875:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.178016:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756526848 00000100:00100000:1.0:1776998331.178029:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756526848 00000100:00100000:1.0:1776998331.178109:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52022 00000100:00100000:1.0:1776998331.178125:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756526848:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.178512:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776998331.178547:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508852a00/0x27b6fb26481924be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x148a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d9 expref: 3078 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178575:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508d1a400/0x27b6fb264817e43f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x148a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35ffd expref: 3077 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178590:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148a:0x0].0x0 (ffff8d2509cdcd00) 00010000:00010000:1.0:1776998331.178603:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.178629:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178895:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178909:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178930:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178938:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.178947:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179075:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179086:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179096:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.179809:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2959, 64 off197568 00000004:00080000:1.0:1776998331.179821:0:5880:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4041971650085ns, next at 4042971646674ns, rc = 0 00010000:00010000:1.0:1776998331.179887:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179901:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179912:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179921:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179929:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179937:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.179971:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.179995:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.180004:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.180010:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.180012:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.180017:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.180021:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998331.180026:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.180027:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.180030:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.180038:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.180039:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.183650:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148a:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:3.0:1776998331.183660:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.183668:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.183685:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb2c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x148a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184020:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x148a:0x0].0x0 (ffff8d2509e7c600) 00010000:00010000:1.0:1776998331.184025:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.184032:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184042:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x148a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184078:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184088:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184098:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184105:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.184110:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184120:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.184138:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.184142:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.184145:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.184410:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.184415:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.184418:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.187591:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f800/0x27b6fb26481bb2ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.187617:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ab4a208 reply state 000000000eb67405 transno 4295020197 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.187646:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.187762:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756526848:12345-192.168.201.35@tcp:36:rm.0 Request processed in 9636us (9895us total) trans 4295020197 rc 0/0 00000100:00100000:1.0:1776998331.187774:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52022 00010000:00010000:0.0:1776998331.198874:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198896:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198907:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198916:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.198921:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198937:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198957:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x599d86c3 (ffff8d2509e7c300) 00010000:00010000:0.0:1776998331.198962:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.198968:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.198977:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb2b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x599d86c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.202803:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.204844:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756527104 00000100:00100000:3.0:1776998331.204856:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756527104 00000100:00100000:3.0:1776998331.204935:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17080 00000100:00100000:3.0:1776998331.204950:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756527104:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.205393:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756527104:12345-192.168.201.35@tcp:35:rm.0 Request processed in 421us (2573us total) trans 4295020198 rc 0/0 00000100:00100000:3.0:1776998331.205406:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17080 00000100:00100000:1.0:1776998331.218547:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.231012:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756527360 00000100:00100000:0.0:1776998331.231029:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756527360 00000100:00100000:0.0:1776998331.231124:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52023 00000100:00100000:0.0:1776998331.231155:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3078:17551:x1863313756527360:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998331.234229:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998331.234271:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d39ae00/0x27b6fb2648192ef8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14ac:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ba7f expref: 3078 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234305:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8cfc00/0x27b6fb2648192ece lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ac:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ba6a expref: 3077 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234324:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2603f1cc00/0x27b6fb264817e8e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c360eb expref: 3076 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234350:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ac:0x0].0x0 (ffff8d2509c53c00) 00010000:00010000:2.0:1776998331.234364:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998331.234412:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234437:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234464:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234483:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234492:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234502:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234629:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234640:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.234650:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998331.235614:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2960, 64 off197632 00010000:00010000:2.0:1776998331.235972:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.235984:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.235995:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236004:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236012:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236020:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236058:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998331.236079:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236087:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236095:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236103:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.236109:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236118:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236130:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ac:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998331.236134:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998331.236139:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236153:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb2d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236191:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236200:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236209:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236215:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.236219:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236227:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236237:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998331.236240:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.236244:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.236251:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb2c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998331.236264:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044265a1d reply state 00000000e1ce16dd transno 4295020199 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.236276:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998331.236622:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756527360:12345-192.168.201.35@tcp:36:rm.0 Request processed in 5484us (18334us total) trans 4295020199 rc 0/0 00000100:00100000:2.0:1776998331.236634:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52023 00010000:00010000:1.0:1776998331.239131:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.239141:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.239153:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.239158:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.239197:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.239214:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ac:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998331.239218:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998331.239223:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.239232:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae800/0x27b6fb26481bb2dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.239253:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.239256:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.239258:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.249626:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249649:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249659:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249668:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.249674:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249684:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249726:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x430187d1 (ffff8d250da9e900) 00010000:00010000:1.0:1776998331.249731:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.249736:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.249744:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf400/0x27b6fb26481bb2ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x430187d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.269842:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.269987:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756527616 00000100:00100000:3.0:1776998331.270000:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756527616 00000100:00100000:3.0:1776998331.270081:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17081 00000100:00100000:3.0:1776998331.270095:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3076:17551:x1863313756527616:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.270837:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756527616:12345-192.168.201.35@tcp:35:rm.0 Request processed in 742us (1003us total) trans 4295020200 rc 0/0 00000100:00100000:3.0:1776998331.270849:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17081 00000100:00100000:2.0:1776998331.298440:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.298580:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756527872 00000100:00100000:1.0:1776998331.298593:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756527872 00000100:00100000:1.0:1776998331.298664:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52024 00000100:00100000:1.0:1776998331.298678:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756527872:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.298749:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998331.298782:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d995a00/0x27b6fb2648193be7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14d7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c060 expref: 3077 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298811:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8b4e00/0x27b6fb2648193bbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c04b expref: 3076 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298828:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dbae00/0x27b6fb264817eec6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36218 expref: 3075 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298840:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d7:0x0].0x0 (ffff8d26163ffc00) 00010000:00010000:1.0:1776998331.298868:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.298894:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298910:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298923:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298940:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298950:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.298959:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.299087:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.299096:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.299103:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.300058:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2967, 64 off198144 00010000:00010000:1.0:1776998331.300135:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300150:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300161:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300206:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300215:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300224:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300253:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.300278:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300287:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300297:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300306:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.300311:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300321:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300332:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d7:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:1.0:1776998331.300336:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.300341:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300349:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb2f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300394:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300404:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300418:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300425:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.300429:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300437:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300446:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.300450:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.300454:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.300461:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb2e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.300473:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f7151c4e reply state 00000000a88155f2 transno 4295020201 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.300485:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.300572:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3076:17551:x1863313756527872:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1895us (2140us total) trans 4295020201 rc 0/0 00000100:00100000:1.0:1776998331.300583:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52024 00010000:00010000:3.0:1776998331.301199:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.301209:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.301218:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.301223:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.301232:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.301246:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14d7:0x0].0x0 (ffff8d2509e7cd00) 00010000:00010000:3.0:1776998331.301250:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.301254:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.301261:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e200/0x27b6fb26481bb2f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.301280:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.301283:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.301286:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998331.309316:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.311405:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756528128 00000100:00100000:1.0:1776998331.311418:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756528128 00000100:00100000:1.0:1776998331.311486:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17082 00000100:00100000:1.0:1776998331.311499:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3076:17551:x1863313756528128:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998331.311881:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3077:17551:x1863313756528128:12345-192.168.201.35@tcp:35:rm.0 Request processed in 382us (2573us total) trans 4295020202 rc 0/0 00000100:00100000:1.0:1776998331.311891:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17082 00010000:00010000:0.0:1776998331.321024:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321045:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321056:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321063:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.321070:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321086:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321107:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb28cf148 (ffff8d2509e7c600) 00010000:00010000:0.0:1776998331.321112:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.321118:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.321127:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb2ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb28cf148 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.329077:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.329161:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756528384 00000100:00100000:0.0:1776998331.329174:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756528384 00000100:00100000:0.0:1776998331.329237:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52025 00000100:00100000:0.0:1776998331.329250:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3076:17551:x1863313756528384:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998331.329327:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998331.329358:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f68e00/0x27b6fb26481ac036 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19e2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470e1 expref: 3076 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329419:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509eb3000/0x27b6fb26481ac00c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c470cc expref: 3075 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329438:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd34000/0x27b6fb2648189f47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38565 expref: 3074 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329464:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19e2:0x0].0x0 (ffff8d250da02500) 00010000:00010000:0.0:1776998331.329477:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998331.329504:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329521:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329534:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329552:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329561:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329569:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329694:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329961:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.329972:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998331.330697:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2968, 64 off198208 00010000:00010000:0.0:1776998331.331057:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331071:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331087:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331097:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331105:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331113:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331148:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.331203:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331212:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331221:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331230:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.331235:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331246:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331258:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19e2:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:0.0:1776998331.331262:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998331.331268:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331277:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb30d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331295:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331303:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331311:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331318:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.331322:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331329:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331339:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998331.331343:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.331347:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.331354:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb2ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998331.331365:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3f77aaf reply state 000000009fbb9abc transno 4295020203 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.331405:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998331.331493:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3075:17551:x1863313756528384:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2242us (2423us total) trans 4295020203 rc 0/0 00000100:00100000:0.0:1776998331.331504:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52025 00010000:00010000:3.0:1776998331.331506:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.331514:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.331523:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.331527:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.331537:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.331550:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19e2:0x0].0x0 (ffff8d250db54f00) 00010000:00010000:3.0:1776998331.331553:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.331558:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.331566:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb314 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.331583:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.331586:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.331588:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.343821:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343842:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343851:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343858:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.343864:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343873:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343893:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xa2c43970 (ffff8d250db54600) 00010000:00010000:1.0:1776998331.343897:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.343903:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.343911:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb306 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xa2c43970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.357072:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.365702:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756528640 00000100:00100000:0.0:1776998331.365720:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756528640 00000100:00100000:1.0:1776998331.376125:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17083 00000100:00100000:1.0:1776998331.376164:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d55450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3074:17551:x1863313756528640:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998331.376848:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d55450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3075:17551:x1863313756528640:12345-192.168.201.35@tcp:35:rm.0 Request processed in 707us (19786us total) trans 4295020204 rc 0/0 00000100:00100000:1.0:1776998331.376860:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17083 00000100:00100000:2.0:1776998331.385646:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.386472:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756528896 00000100:00100000:1.0:1776998331.386483:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756528896 00000100:00100000:1.0:1776998331.386554:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52026 00000100:00100000:1.0:1776998331.386565:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3075:17551:x1863313756528896:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.386622:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1776998331.386649:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972c000/0x27b6fb26481ab8b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46d76 expref: 3075 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386668:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d1cb800/0x27b6fb26481ab887 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46d61 expref: 3074 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386680:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b29ec00/0x27b6fb2648189bdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c384b6 expref: 3073 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386688:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19c9:0x0].0x0 (ffff8d2509e63400) 00010000:00010000:1.0:1776998331.386697:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.386716:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386727:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386979:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.386998:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.387009:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.387017:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.387144:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.387237:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.387248:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.388224:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2961, 64 off197696 00010000:00010000:1.0:1776998331.388317:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388330:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388340:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388351:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388359:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388386:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388409:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.388432:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388440:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388447:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388453:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.388458:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388467:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388477:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19c9:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:1.0:1776998331.388480:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.388484:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388491:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb329 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388509:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388522:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388529:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388535:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.388538:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388547:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388556:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.388560:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.388563:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.388571:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb31b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.388583:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f31313a5 reply state 00000000b468f239 transno 4295020205 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.388594:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.388685:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25093cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3074:17551:x1863313756528896:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2118us (3044us total) trans 4295020205 rc 0/0 00000100:00100000:1.0:1776998331.388695:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52026 00010000:00010000:0.0:1776998331.389485:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.389494:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.389504:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.389508:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.389517:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.389530:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19c9:0x0].0x0 (ffff8d2509e7c000) 00010000:00010000:0.0:1776998331.389534:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998331.389537:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.389545:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f400/0x27b6fb26481bb330 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.389564:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.389566:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.389568:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.411591:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411891:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411901:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411909:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.411915:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411926:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411946:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xf9307075 (ffff8d2509e7cf00) 00010000:00010000:0.0:1776998331.411951:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.411956:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.411964:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ec00/0x27b6fb26481bb322 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xf9307075 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.443612:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.446256:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756529152 00000100:00100000:0.0:1776998331.446271:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756529152 00000100:00100000:0.0:1776998331.446345:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52027 00000100:00100000:0.0:1776998331.446358:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3073:17551:x1863313756529152:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998331.446462:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.446495:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e6c00/0x27b6fb26481b2ca8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1375:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4a4c7 expref: 3073 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446526:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1375:0x0].0x0 (ffff8d250db54b00) 00010000:00010000:0.0:1776998331.446539:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998331.446565:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446581:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446593:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446613:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446622:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446631:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446817:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446830:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.446840:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998331.447561:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2969, 64 off198272 00010000:00010000:0.0:1776998331.447655:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447669:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447681:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447948:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447958:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447967:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.447987:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.448006:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448015:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448025:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448034:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6f000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.448039:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448049:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448062:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1375:0x0].0x0 (ffff8d250db54200) 00010000:00010000:0.0:1776998331.448067:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998331.448072:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448081:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb345 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1375:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448100:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448108:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448117:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448125:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.448129:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448137:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448147:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998331.448150:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.448154:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.448162:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb337 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998331.448205:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006965d0ee reply state 00000000b56740d1 transno 4295020206 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.448218:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998331.448300:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+3074:17551:x1863313756529152:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1942us (4695us total) trans 4295020206 rc 0/0 00000100:00100000:0.0:1776998331.448311:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52027 00010000:00010000:1.0:1776998331.449421:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.449431:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.449441:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.449446:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.449455:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.449469:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1375:0x0].0x0 (ffff8d250db54200) 00010000:00010000:1.0:1776998331.449472:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998331.449476:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.449484:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fe00/0x27b6fb26481bb34c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1375:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.449501:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.449504:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.449506:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.458864:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458887:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458898:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458907:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.458913:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458932:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458953:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x4aacc611 (ffff8d250db54900) 00010000:00010000:1.0:1776998331.458958:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.458963:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.458973:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6ea00/0x27b6fb26481bb33e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x4aacc611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.495301:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.495343:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756529408 00000100:00100000:2.0:1776998331.495356:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756529408 00000100:00100000:2.0:1776998331.497703:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17084 00000100:00100000:2.0:1776998331.497720:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3073:17551:x1863313756529408:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998331.498080:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3074:17551:x1863313756529408:12345-192.168.201.35@tcp:35:rm.0 Request processed in 362us (2788us total) trans 4295020207 rc 0/0 00000100:00100000:2.0:1776998331.498094:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17084 00000100:00100000:1.0:1776998331.524685:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.527032:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756529664 00000100:00100000:2.0:1776998331.527047:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756529664 00000100:00100000:2.0:1776998331.527131:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52028 00000100:00100000:2.0:1776998331.527164:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3074:17551:x1863313756529664:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998331.527561:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998331.527593:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f51600/0x27b6fb26481ad544 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a28:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a73 expref: 3074 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527621:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2c4000/0x27b6fb26481ad51a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a5e expref: 3073 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527640:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d9c5e00/0x27b6fb264818a8d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3874f expref: 3072 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527655:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a28:0x0].0x0 (ffff8d250d1fde00) 00010000:00010000:2.0:1776998331.527669:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998331.527694:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527710:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527724:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527740:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527750:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527759:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527909:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527920:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.527930:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998331.529148:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2970, 64 off198336 00010000:00010000:2.0:1776998331.529257:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529271:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529282:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529293:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529302:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529310:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529332:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998331.529354:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.529363:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.531482:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.531494:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.545583:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.548537:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.548549:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.548566:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.548588:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a28:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:3.0:1776998331.548593:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.548599:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.548607:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae400/0x27b6fb26481bb368 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.548642:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.548645:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.548649:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.550351:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.550363:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550756:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550794:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a28:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998331.550799:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998331.550805:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550815:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb361 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550862:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550874:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550884:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550892:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.550896:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550905:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550916:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998331.550920:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.550924:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.550934:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf800/0x27b6fb26481bb353 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998331.550956:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d1575bb reply state 00000000e4ac4a52 transno 4295020208 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.550971:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998331.551118:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2501c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3073:17551:x1863313756529664:12345-192.168.201.35@tcp:36:rm.0 Request processed in 23951us (26437us total) trans 4295020208 rc 0/0 00000100:00100000:2.0:1776998331.551131:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52028 00010000:00010000:0.0:1776998331.570221:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570244:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570255:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570264:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.570271:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570281:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570302:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3d888242 (ffff8d250da9e500) 00010000:00010000:0.0:1776998331.570314:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.570320:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.570329:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb35a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d888242 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.591788:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.591836:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756529920 00000100:00100000:1.0:1776998331.591847:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756529920 00000100:00100000:1.0:1776998331.591924:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17085 00000100:00100000:1.0:1776998331.591938:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3072:17551:x1863313756529920:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998331.592322:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d94ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3073:17551:x1863313756529920:12345-192.168.201.35@tcp:35:rm.0 Request processed in 385us (541us total) trans 4295020209 rc 0/0 00000100:00100000:1.0:1776998331.592333:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17085 00000100:00100000:2.0:1776998331.624498:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.624979:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756530176 00000100:00100000:1.0:1776998331.624991:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756530176 00000100:00100000:1.0:1776998331.625056:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52029 00000100:00100000:1.0:1776998331.625070:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3073:17551:x1863313756530176:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:1.0:1776998331.625155:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776998331.625228:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bf7bc00/0x27b6fb26481929fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b83a expref: 3073 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625545:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149c:0x0].0x0 (ffff8d2621548900) 00010000:00010000:1.0:1776998331.625565:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dd45000/0x27b6fb26481adfcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47f3c expref: 3072 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625584:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d410e00/0x27b6fb26481adfa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47f27 expref: 3071 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625601:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b850a00/0x27b6fb264818ada2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38844 expref: 3070 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625612:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a4b:0x0].0x0 (ffff8d250d8aa600) 00010000:00010000:1.0:1776998331.625622:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.625647:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625663:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625675:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625691:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625699:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.625970:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.626099:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.626111:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.626120:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1776998331.627053:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2962, 64 off197760 00010000:00010000:1.0:1776998331.627132:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627145:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627156:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627201:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627212:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627219:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627253:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998331.627274:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627288:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627295:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627302:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.627307:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627316:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627329:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a4b:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:1.0:1776998331.627332:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776998331.627337:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627344:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375e400/0x27b6fb26481bb37d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627394:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627403:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627411:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627418:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998331.627422:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627430:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627440:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:1.0:1776998331.627444:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998331.627447:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.627455:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f600/0x27b6fb26481bb36f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1776998331.627466:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000186bcbb1 reply state 00000000c2e0c61d transno 4295020210 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.627477:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998331.627569:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756530176:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2500us (3080us total) trans 4295020210 rc 0/0 00000100:00100000:1.0:1776998331.627579:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52029 00010000:00010000:3.0:1776998331.630997:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.631009:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.631021:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.631027:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.631042:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.631061:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a4b:0x0].0x0 (ffff8d2509e7ca00) 00010000:00010000:3.0:1776998331.631065:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998331.631070:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.631078:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375f000/0x27b6fb26481bb384 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.631100:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.631102:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.631105:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.657442:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998331.658396:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658414:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658424:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658431:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ea00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.658437:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658475:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658495:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x873ff4cc (ffff8d2509e7c200) 00010000:00010000:2.0:1776998331.658499:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.658505:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.658514:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250375ea00/0x27b6fb26481bb376 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x873ff4cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.660323:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756530432 00000100:00100000:3.0:1776998331.660339:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756530432 00000100:00100000:3.0:1776998331.660432:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17086 00000100:00100000:3.0:1776998331.660446:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3070:17551:x1863313756530432:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.661084:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756530432:12345-192.168.201.35@tcp:35:rm.0 Request processed in 639us (3651us total) trans 4295020211 rc 0/0 00000100:00100000:3.0:1776998331.661095:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17086 00000100:00100000:1.0:1776998331.674078:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.675031:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756530688 00000100:00100000:3.0:1776998331.675043:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756530688 00000100:00100000:3.0:1776998331.675125:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52030 00000100:00100000:3.0:1776998331.675156:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756530688:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998331.675253:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776998331.675286:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d991a00/0x27b6fb264819268c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1490:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b6ab expref: 3071 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675315:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d261c2f3800/0x27b6fb264817e511 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1490:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36027 expref: 3070 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675328:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1490:0x0].0x0 (ffff8d2509d15400) 00010000:00010000:3.0:1776998331.675340:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998331.675387:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675404:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675417:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675648:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675664:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675675:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675821:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675833:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.675844:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998331.682484:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2963, 64 off197824 00010000:00010000:3.0:1776998331.682580:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682603:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682618:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682628:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682636:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682644:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682672:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998331.682698:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682706:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682714:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682721:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998331.682726:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682737:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.682751:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1490:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:3.0:1776998331.682755:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998331.682761:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683027:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4c00/0x27b6fb26481bb399 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1490:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683053:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683062:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683071:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683078:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998331.683082:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683090:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683102:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998331.683106:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998331.683110:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.683124:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4e00/0x27b6fb26481bb38b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998331.683137:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3b2b301 reply state 00000000e2b898b0 transno 4295020212 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.683148:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1776998331.687126:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998331.687141:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.687155:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998331.687159:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.687206:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.687473:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1490:0x0].0x0 (ffff8d250da6b400) 00010000:00010000:2.0:1776998331.687477:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998331.687483:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.687491:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb3a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1490:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.687520:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.687522:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.687524:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998331.694331:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756530688:12345-192.168.201.35@tcp:36:rm.0 Request processed in 19167us (20270us total) trans 4295020212 rc 0/0 00000100:00100000:3.0:1776998331.694347:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52030 00010000:00010000:0.0:1776998331.723607:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723631:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723662:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723671:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.723677:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723687:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723710:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x7e488c53 (ffff8d250da6ba00) 00010000:00010000:0.0:1776998331.723715:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.723722:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.723730:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb392 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x7e488c53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.737013:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.737131:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756530944 00000100:00100000:0.0:1776998331.737145:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756530944 00000100:00100000:0.0:1776998331.737221:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17087 00000100:00100000:0.0:1776998331.737236:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3070:17551:x1863313756530944:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998331.737631:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756530944:12345-192.168.201.35@tcp:35:rm.0 Request processed in 397us (626us total) trans 4295020213 rc 0/0 00000100:00100000:0.0:1776998331.737642:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17087 00000100:00100000:3.0:1776998331.751639:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.752138:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756531200 00000100:00100000:0.0:1776998331.752150:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756531200 00000100:00100000:0.0:1776998331.752502:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52031 00000100:00100000:0.0:1776998331.752519:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756531200:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998331.752586:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998331.752616:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bec7000/0x27b6fb2648191fee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x147a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b3a9 expref: 3071 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752645:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e014c00/0x27b6fb264817e20f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x147a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35f8d expref: 3070 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752660:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147a:0x0].0x0 (ffff8d2621548d00) 00010000:00010000:0.0:1776998331.752672:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998331.752696:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752714:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752726:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752743:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752758:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752767:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752905:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752917:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.752927:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998331.753638:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2964, 64 off197888 00010000:00010000:0.0:1776998331.753713:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753727:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753738:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753748:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753757:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753765:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753786:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.753807:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753815:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753823:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753831:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.753837:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753846:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753857:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147a:0x0].0x0 (ffff8d250db54b00) 00010000:00010000:0.0:1776998331.753861:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998331.753866:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753873:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e400/0x27b6fb26481bb3b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x147a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753891:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753900:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753914:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753921:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.753925:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753932:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753941:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998331.753945:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.753948:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.753956:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e000/0x27b6fb26481bb3a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998331.753966:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ee1c2c9 reply state 0000000071eb0a51 transno 4295020214 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.753977:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998331.754065:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756531200:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1548us (2434us total) trans 4295020214 rc 0/0 00000100:00100000:0.0:1776998331.754075:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52031 00010000:00010000:1.0:1776998331.755646:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.755656:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.755667:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.755671:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.755685:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.755699:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x147a:0x0].0x0 (ffff8d250db54b00) 00010000:00010000:1.0:1776998331.755702:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998331.755706:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.755715:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6f000/0x27b6fb26481bb3bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x147a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.755738:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.755740:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.755742:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.761892:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761910:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761920:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761935:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998331.761940:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761950:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761970:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x702bf61e (ffff8d250db54c00) 00010000:00010000:2.0:1776998331.761974:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998331.761979:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.761987:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb3ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x702bf61e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.764681:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.764788:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756531456 00000100:00100000:2.0:1776998331.764799:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756531456 00000100:00100000:2.0:1776998331.764868:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17088 00000100:00100000:2.0:1776998331.764881:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3070:17551:x1863313756531456:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998331.765286:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+3071:17551:x1863313756531456:12345-192.168.201.35@tcp:35:rm.0 Request processed in 405us (609us total) trans 4295020215 rc 0/0 00000100:00100000:2.0:1776998331.765298:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17088 00000001:00080000:2.0:1776998331.773862:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295020203 is committed 00000004:00080000:2.0:1776998331.773905:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 370 committed 00000004:00080000:2.0:1776998331.773978:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 371 committed 00000100:00100000:0.0:1776998331.775048:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.775125:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.775212:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802715008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.775245:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.775279:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776998331.775290:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.775319:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.775870:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.775903:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.775937:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802714624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.775965:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.775987:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802715136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.776009:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.776028:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1776998331.776035:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802714752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.776060:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.776080:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802715264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.776102:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.776140:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714496 00000100:00100000:0.0:1776998331.776148:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714496 00000100:00100000:0.0:1776998331.776237:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802715008 00000100:00100000:0.0:1776998331.776242:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802715008 00000100:00100000:0.0:1776998331.776261:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714368 00000100:00100000:0.0:1776998331.776264:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714368 00000100:00100000:0.0:1776998331.776282:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714880 00000100:00100000:0.0:1776998331.776286:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714880 00000100:00100000:0.0:1776998331.776304:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714624 00000100:00100000:0.0:1776998331.776307:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714624 00000100:00100000:0.0:1776998331.776324:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802715136 00000100:00100000:0.0:1776998331.776327:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802715136 00000100:00100000:0.0:1776998331.776344:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802714752 00000100:00100000:0.0:1776998331.776348:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802714752 00000100:00100000:0.0:1776998331.776389:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802715264 00000100:00100000:0.0:1776998331.776393:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802715264 00000100:00100000:0.0:1776998331.776420:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12534 00000100:00100000:0.0:1776998331.776430:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802714496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.776460:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3202 count 1 00010000:00010000:0.0:1776998331.776489:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776515:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 565 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776526:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776529:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776534:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776565:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 565 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776583:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 565 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.776599:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802715392:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.776703:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.776727:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12535 00000100:00100000:0.0:1776998331.776738:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802715008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.776758:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2491 count 1 00010000:00010000:0.0:1776998331.776773:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776789:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776798:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776800:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776804:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776827:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776839:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.776852:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802715520:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.776883:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5780 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.776906:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12536 00000100:00100000:0.0:1776998331.776917:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802714368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.776933:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2752 count 1 00010000:00010000:0.0:1776998331.776947:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776970:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 565 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.776978:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776980:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.776983:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777008:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 565 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777021:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 565 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.777035:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802715648:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.777068:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.777091:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12537 00000100:00100000:0.0:1776998331.777101:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3360:x1863313802714880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.777117:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2547 count 1 00010000:00010000:0.0:1776998331.777130:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777146:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 565 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777161:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.777163:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.777166:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777219:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 565 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.777231:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 565 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.777244:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802715776:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.777281:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26217b3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.777306:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12538 00000100:00100000:0.0:1776998331.777316:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802714624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.777331:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3213 count 1 00010000:00010000:0.0:1776998331.777346:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.778245:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.780055:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802715904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998331.780110:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998331.780138:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998331.780163:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998331.780220:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776998331.780230:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998331.780258:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998331.780277:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998331.780300:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.780950:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802715904 00000100:00100000:3.0:1776998331.780959:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802715904 00000100:00100000:3.0:1776998331.781000:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716416 00000100:00100000:3.0:1776998331.781004:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716416 00000100:00100000:3.0:1776998331.781016:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716032 00000100:00100000:3.0:1776998331.781018:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716032 00000100:00100000:3.0:1776998331.781033:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12539 00000100:00100000:3.0:1776998331.781044:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802715136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998331.781070:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3387 count 1 00010000:00010000:3.0:1776998331.781094:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.781120:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 565 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.781159:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.781162:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.781205:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.781246:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 565 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.781261:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 565 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.781276:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802716928:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.781599:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.783583:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716544 00000100:00100000:2.0:1776998331.783591:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716544 00000100:00100000:2.0:1776998331.783624:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12540 00000100:00100000:2.0:1776998331.783634:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802714752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998331.783652:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3442 count 1 00010000:00010000:2.0:1776998331.783669:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783687:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783697:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.783699:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.783703:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783732:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783745:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.783761:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802717056:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.783817:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.783847:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12541 00000100:00100000:2.0:1776998331.783859:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3361:x1863313802715264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998331.783877:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3227 count 1 00010000:00010000:2.0:1776998331.783892:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783908:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 565 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783918:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.783921:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.783924:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783952:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 565 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.783965:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 565 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.783979:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802717184:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.784014:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389f00 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.784039:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12542 00000100:00100000:2.0:1776998331.784049:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802715904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998331.784068:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2724 count 1 00010000:00010000:2.0:1776998331.784087:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784103:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 562 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784112:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.784114:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.784117:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784142:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 562 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784155:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 562 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.784193:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802717312:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.784227:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389180 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.784251:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12543 00000100:00100000:2.0:1776998331.784261:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802716416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998331.784277:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2529 count 1 00010000:00010000:2.0:1776998331.784291:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784307:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784316:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.784318:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.784322:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784346:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.784360:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.784627:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802717440:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.784662:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25023899c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.784687:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12544 00000100:00100000:2.0:1776998331.784697:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802716032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998331.784713:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3261 count 1 00010000:00010000:2.0:1776998331.784993:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785009:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 562 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785026:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.785028:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.785031:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785058:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 562 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785071:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 562 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.785084:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802717568:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.785117:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d264216ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.785141:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12545 00000100:00100000:2.0:1776998331.785151:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+52:3359:x1863313802716544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998331.785188:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2485 count 1 00010000:00010000:2.0:1776998331.785204:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785220:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 562 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785228:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.785230:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.785234:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785261:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 562 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.785273:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 562 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.785286:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802717696:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.785317:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26065e2f00 going to sleep for 11 seconds 00000100:00080000:2.0:1776998331.785336:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1776998331.785341:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1776998331.788294:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 565 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788314:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.788317:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.788323:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1776998331.788341:0:5901:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4295020205 is committed 00000004:00080000:2.0:1776998331.788391:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 374 committed 00010000:00010000:0.0:1776998331.788410:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 565 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788425:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 565 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.788445:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802717824:192.168.201.35@tcp:104: 00000004:00080000:2.0:1776998331.788490:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 369 committed 00000004:00080000:2.0:1776998331.788516:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 368 committed 00000100:00100000:0.0:1776998331.788525:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26080f0540 going to sleep for 11 seconds 00000004:00080000:2.0:1776998331.788526:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 370 committed 00000100:00100000:0.0:1776998331.788551:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756531712 00000004:00080000:2.0:1776998331.788552:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 371 committed 00000100:00100000:0.0:1776998331.788558:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756531712 00000004:00080000:2.0:1776998331.788575:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 373 committed 00000100:00100000:0.0:1776998331.788608:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52032 00000004:00080000:2.0:1776998331.788617:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 372 committed 00000100:00100000:0.0:1776998331.788618:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2954:17551:x1863313756531712:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998331.788678:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776998331.788706:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2502d54600/0x27b6fb2648190ec9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1441:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3abde expref: 2954 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788730:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d25b800/0x27b6fb264817da44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1441:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c35dfe expref: 2953 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788744:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1441:0x0].0x0 (ffff8d2608b85600) 00010000:00010000:0.0:1776998331.788757:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998331.788779:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788803:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788817:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788835:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788844:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788853:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788979:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.788990:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789000:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998331.789763:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2971, 64 off198400 00010000:00010000:0.0:1776998331.789841:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789855:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789867:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789878:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789887:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789896:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789933:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.789955:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789965:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789973:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789980:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce8600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.789985:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.789995:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790006:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1441:0x0].0x0 (ffff8d250db54100) 00010000:00010000:0.0:1776998331.790009:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998331.790014:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790027:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce8600/0x27b6fb26481bb425 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790045:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790054:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790062:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790067:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.790072:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790080:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790089:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998331.790092:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.790095:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.790103:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6e200/0x27b6fb26481bb417 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998331.790112:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb0071e7 reply state 00000000e626f4b7 transno 4295020216 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.790122:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998331.790193:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.790202:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.790212:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce9400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.790217:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.790223:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263f2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2954:17551:x1863313756531712:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1604us (11978us total) trans 4295020216 rc 0/0 00010000:00010000:1.0:1776998331.790515:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.790522:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52032 00010000:00010000:1.0:1776998331.790530:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1441:0x0].0x0 (ffff8d250db54100) 00010000:00010000:1.0:1776998331.790533:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998331.790538:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.790546:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dce9400/0x27b6fb26481bb42c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.790564:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.790566:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.790569:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.790578:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.790635:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.790680:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.790707:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.790734:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1776998331.790743:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.790771:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.790794:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.790820:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.790856:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716288 00000100:00100000:0.0:1776998331.790861:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716288 00000100:00100000:0.0:1776998331.790891:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716800 00000100:00100000:0.0:1776998331.790894:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716800 00000100:00100000:0.0:1776998331.790910:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716160 00000100:00100000:0.0:1776998331.790913:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716160 00000100:00100000:0.0:1776998331.790928:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802716672 00000100:00100000:0.0:1776998331.790931:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802716672 00000100:00100000:0.0:1776998331.790944:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12546 00000100:00100000:0.0:1776998331.790953:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802716288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.790976:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3434 count 1 00010000:00010000:0.0:1776998331.790997:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.791018:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 562 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.791037:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.791039:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.791043:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.791060:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12547 00000100:00100000:1.0:1776998331.791072:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802716800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.791077:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 562 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1776998331.791088:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3249 count 1 00010000:00010000:0.0:1776998331.791092:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 562 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791103:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.791107:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802717952:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.791119:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 562 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791129:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.791131:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.791134:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.791154:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5900 going to sleep for 11 seconds 00010000:00010000:1.0:1776998331.791159:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 562 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791172:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 562 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.791187:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802718080:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.791204:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12548 00000100:00100000:0.0:1776998331.791214:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802716160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.791231:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3174 count 1 00000100:00100000:1.0:1776998331.791232:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093eee40 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.791247:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.791253:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12549 00000100:00100000:1.0:1776998331.791263:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:3362:x1863313802716672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.791265:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 562 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.791274:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.791276:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1776998331.791278:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3389 count 1 00010000:00010000:0.0:1776998331.791281:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791290:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.791306:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 562 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791306:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 562 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791317:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.791319:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.791321:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 562 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791323:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.791337:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802718208:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.791345:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 562 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.791357:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 562 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.791396:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802718336:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.791436:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee900 going to sleep for 11 seconds 00000004:00080000:2.0:1776998331.795291:0:5901:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 367 committed 00000100:00100000:1.0:1776998331.798451:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802715520:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.798483:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.799095:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802715392:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998331.799119:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.802138:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.802284:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.803068:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.803094:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756531840 00000100:00100000:1.0:1776998331.803104:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756531840 00010000:00010000:1.0:1776998331.803170:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 566 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.803225:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532096 00000100:00100000:2.0:1776998331.803231:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532096 00010000:00010000:2.0:1776998331.803512:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 567 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.803580:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5231 00000100:00100000:2.0:1776998331.803594:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+567:2374:x1863313756531840:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.803613:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.803621:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 567 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803638:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 567 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803668:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000698b63fb/0x27b6fb26481a88d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c457b2 expref: 567 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803689:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.803691:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.803697:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803712:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803746:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998331.803825:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+566:2374:x1863313756531840:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 232us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.803840:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5231 00000100:00100000:2.0:1776998331.803866:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5232 00000100:00100000:2.0:1776998331.803876:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+565:2374:x1863313756532096:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.803887:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.803894:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 565 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803910:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 565 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803928:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.803930:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.803934:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803944:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.803961:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998331.803986:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+565:2374:x1863313756532096:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 112us (1703us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.803995:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5232 00000100:00100000:2.0:1776998331.805028:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756531968 00000100:00100000:2.0:1776998331.805037:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756531968 00010000:00010000:2.0:1776998331.805065:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.805108:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5233 00000100:00100000:2.0:1776998331.805118:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+565:2374:x1863313756531968:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.805130:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.805136:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.805152:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.805174:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c53c5a/0x27b6fb264818dcb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3951e expref: 565 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.805192:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.805195:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.805200:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.805212:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.805560:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998331.805597:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+564:2374:x1863313756531968:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 478us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.805608:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5233 00000100:00100000:3.0:1776998331.807243:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.809041:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532224 00000100:00100000:2.0:1776998331.809050:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532224 00010000:00010000:2.0:1776998331.809084:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 564 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.809122:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5234 00000100:00100000:2.0:1776998331.809134:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+564:2375:x1863313756532224:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.809150:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.809157:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 564 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.809193:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 564 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.809217:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.809220:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.809226:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.809239:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.809264:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998331.809325:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+564:2375:x1863313756532224:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 192us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.809335:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5234 00000100:00100000:2.0:1776998331.809420:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802717056:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.809985:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12896:1863313802717184:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810008:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.810048:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12891:1863313802717312:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810066:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.810108:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802717696:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810124:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.810157:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802717440:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810174:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.810227:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802717568:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810247:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.810283:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802716928:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.810300:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.810326:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.810337:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.810358:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.810394:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.810419:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1776998331.811870:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1776998331.811889:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.811903:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.811914:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.811924:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.811945:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998331.812710:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.814981:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802715008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38242us (39731us total) trans 4294970728 rc 0/0 00000100:00100000:1.0:1776998331.814996:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12535 00010000:00010000:1.0:1776998331.815037:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998331.815046:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815066:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.815072:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815085:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815107:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815118:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e879738/0x27b6fb26481bb3c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815144:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.815149:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815158:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.815162:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815203:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815217:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815227:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8c3db2d/0x27b6fb26481bb3ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.815244:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.815246:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.815249:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.815663:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085509d7d/0x27b6fb26481979cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0xac0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dc83 expref: 563 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.815682:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802715648:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.815708:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.815721:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.815731:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.815742:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.815761:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.815790:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998331.815883:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3360:x1863313802714496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38000us (39304us total) trans 4294970729 rc 0/0 00000100:00100000:3.0:1776998331.815898:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12534 00010000:00010000:3.0:1776998331.815922:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.815929:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.815940:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6ea00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.815944:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.815955:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.815970:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.815981:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000537549cc/0x27b6fb26481bb3d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xac0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.816002:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.816004:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.816007:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998331.816061:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816093:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816117:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816148:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816223:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816254:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.816278:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.816327:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3360:x1863313802714368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39409us (41004us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1776998331.816340:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12536 00000100:00100000:0.0:1776998331.816393:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532480 00000100:00100000:0.0:1776998331.816402:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532480 00010000:00010000:0.0:1776998331.816435:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 563 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816460:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532736 00000100:00100000:0.0:1776998331.816464:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532736 00010000:00010000:0.0:1776998331.816494:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 563 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816511:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532992 00000100:00100000:0.0:1776998331.816514:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532992 00010000:00010000:0.0:1776998331.816528:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 564 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816542:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532352 00000100:00100000:0.0:1776998331.816545:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532352 00010000:00010000:0.0:1776998331.816558:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 564 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816582:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532608 00000100:00100000:0.0:1776998331.816585:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532608 00010000:00010000:0.0:1776998331.816601:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 565 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816904:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756532864 00000100:00100000:0.0:1776998331.816908:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756532864 00010000:00010000:0.0:1776998331.816926:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 565 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816941:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533120 00000100:00100000:0.0:1776998331.816944:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533120 00010000:00010000:0.0:1776998331.816957:0:5865:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 566 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.816975:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5235 00000100:00100000:0.0:1776998331.816985:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+565:2375:x1863313756532480:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.817002:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.817009:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817023:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817043:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffc64aec/0x27b6fb26481b1930 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49952 expref: 565 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817058:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817061:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817066:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817079:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817108:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.817153:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+564:2375:x1863313756532480:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 168us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.817162:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5235 00000100:00100000:0.0:1776998331.817241:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5236 00000100:00100000:0.0:1776998331.817250:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+566:2375:x1863313756532736:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.817262:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.817268:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 566 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817281:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 566 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817299:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acb0b534/0x27b6fb2648196944 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d4fe expref: 566 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817320:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817322:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817326:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817336:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817395:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.817424:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+565:2375:x1863313756532736:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 174us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.817434:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5236 00000100:00100000:0.0:1776998331.817452:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5237 00000100:00100000:0.0:1776998331.817462:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+564:2375:x1863313756532992:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.817471:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.817477:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 564 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998331.817479:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fcf800/2, rc 0, transno 4294970730 00010000:00010000:0.0:1776998331.817491:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 564 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.817495:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.817510:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf88c353/0x27b6fb26481aac01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c467b1 expref: 564 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998331.817511:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fcfb80/2, rc 0, transno 4294970729 00000100:00100000:2.0:1776998331.817517:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998331.817528:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db62680/2, rc 0, transno 4294970728 00010000:00010000:0.0:1776998331.817533:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1776998331.817533:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802715008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.817535:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817539:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817551:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817575:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.817601:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+563:2375:x1863313756532992:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 141us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.817610:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5237 00000100:00100000:0.0:1776998331.817628:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5238 00000100:00100000:0.0:1776998331.817638:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+563:2375:x1863313756532352:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.817649:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.817655:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 563 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817671:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 563 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817688:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d1cd6fd/0x27b6fb26481af81a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48a48 expref: 563 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.817694:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802718464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.817710:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817712:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817716:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817726:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.817738:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998331.817750:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.817775:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+562:2375:x1863313756532352:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 138us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.817775:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776998331.817783:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802718592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.817785:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5238 00000100:00100000:0.0:1776998331.817805:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5239 00000100:00100000:2.0:1776998331.817813:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.817814:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+561:2375:x1863313756532608:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.817824:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.817831:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 561 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817846:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 561 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817865:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101a677a/0x27b6fb26481a97da lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45e88 expref: 561 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817887:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817889:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.817893:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817903:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.817941:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.817966:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+560:2375:x1863313756532608:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 154us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.817975:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5239 00000100:00100000:0.0:1776998331.817993:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5240 00000100:00100000:0.0:1776998331.818002:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+562:2375:x1863313756532864:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.818013:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.818019:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818033:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818049:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000161281b2/0x27b6fb264818f3f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39fac expref: 562 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818068:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.818070:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.818074:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818084:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818110:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.818135:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+561:2375:x1863313756532864:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 133us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.818144:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5240 00000100:00100000:0.0:1776998331.818162:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5241 00000100:00100000:0.0:1776998331.818193:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+560:2375:x1863313756533120:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.818206:0:5865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.818212:0:5865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 560 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818226:0:5865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 560 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818243:0:5865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006b3e1d8/0x27b6fb264818d969 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3939d expref: 560 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.818261:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.818265:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.818266:0:5865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.818271:0:5865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.818281:0:5865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.818301:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802718080:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.818305:0:5865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998331.818322:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.818332:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:369461cb-7f78-4346-9149-8d8e50833e9b+559:2375:x1863313756533120:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 161us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.818340:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5241 00000100:00100000:1.0:1776998331.818356:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802718720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998331.818424:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998331.818490:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802718464 00000100:00100000:1.0:1776998331.818496:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802718464 00000100:00100000:1.0:1776998331.818528:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802718592 00000100:00100000:1.0:1776998331.818531:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802718592 00000100:00100000:1.0:1776998331.818550:0:12899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802718720 00000100:00100000:1.0:1776998331.818553:0:12899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802718720 00000100:00100000:1.0:1776998331.818575:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12550 00000100:00100000:1.0:1776998331.818583:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3359:x1863313802718464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998331.818610:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3210 count 1 00010000:00010000:1.0:1776998331.818633:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.818914:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 559 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.818924:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.818926:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.818929:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.818959:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 559 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.818974:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 559 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.818988:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802718848:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.819032:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093eee40 going to sleep for 11 seconds 00000100:00100000:1.0:1776998331.819054:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12551 00000100:00100000:1.0:1776998331.819066:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3359:x1863313802718592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998331.819084:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2677 count 1 00010000:00010000:1.0:1776998331.819100:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.819115:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 559 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.819124:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.819127:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.819131:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.819155:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 559 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.819195:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 559 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.819209:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802718976:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.819238:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998331.819252:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998331.820385:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.820400:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.820413:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.820424:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.821678:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998331.821975:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+16:3361:x1863313802715264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38114us (45866us total) trans 4294970731 rc 0/0 00000100:00100000:1.0:1776998331.822876:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12552 00000100:00100000:1.0:1776998331.822895:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3361:x1863313802718720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998331.822922:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2760 count 1 00010000:00010000:1.0:1776998331.822945:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.822966:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 559 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.822978:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.822981:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.822985:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823021:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 559 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823037:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 559 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.823301:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802719104:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.823388:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998331.823410:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.823417:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823428:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.823433:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823445:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823464:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823474:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d1ab15a/0x27b6fb26481bb3f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.823499:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.823502:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.823504:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998331.823538:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802718336:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.823560:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998331.825205:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db61180/2, rc 0, transno 4294970731 00000100:00100000:1.0:1776998331.825228:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802715264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776998331.825343:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.825357:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.825390:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.825400:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.825423:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.825930:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3361:x1863313802714752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42294us (49865us total) trans 4294970732 rc 0/0 00000100:00100000:1.0:1776998331.825943:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12540 00000100:00100000:1.0:1776998331.825993:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8246:1863313802717952:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.826015:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1776998331.826048:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1776998331.826059:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.826066:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826076:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.826080:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826091:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826108:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826117:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5b9eb5/0x27b6fb26481bb3ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826140:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.826142:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.826144:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.826199:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8822e6d/0x27b6fb264818fe7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a475 expref: 559 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.826213:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802715776:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.826230:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826241:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826250:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826260:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826269:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826287:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.826659:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3360:x1863313802714880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49557us (50753us total) trans 4294970733 rc 0/0 00000100:00100000:1.0:1776998331.826671:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12537 00010000:00010000:1.0:1776998331.826696:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.826702:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826713:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fe00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.826716:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826734:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826748:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826759:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3f01a43/0x27b6fb26481bb3d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.826776:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.826779:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.826781:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998331.826811:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba3800/2, rc 0, transno 4294970732 00000100:00100000:1.0:1776998331.826820:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802714752:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998331.826850:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba1500/2, rc 0, transno 4294970733 00000100:00100000:1.0:1776998331.826856:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802714880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998331.826898:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167d80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998331.826965:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802717824:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.826983:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.827625:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802719360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.827996:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.828033:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776998331.828042:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802719488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.828070:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.828106:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802719360 00000100:00100000:3.0:1776998331.828113:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802719360 00000100:00100000:3.0:1776998331.828233:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802719488 00000100:00100000:3.0:1776998331.828238:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802719488 00000100:00100000:3.0:1776998331.828263:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12553 00000100:00100000:3.0:1776998331.828273:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3359:x1863313802719360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998331.828303:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2937 count 1 00010000:00010000:3.0:1776998331.828328:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.828349:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 558 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.829723:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.829737:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.829747:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.829755:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6fc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998331.833278:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833545:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833573:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x23779666 (ffff8d250db54300) 00010000:00010000:0.0:1776998331.833578:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998331.833584:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833593:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6fc00/0x27b6fb26481bb41e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x23779666 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.833658:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802719232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.833734:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998331.833812:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833826:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833839:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833850:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.833880:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.834237:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802715904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50187us (54124us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1776998331.834251:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12542 00000100:00100000:0.0:1776998331.834285:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802719232 00000100:00100000:0.0:1776998331.834294:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802719232 00000100:00100000:0.0:1776998331.834329:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12554 00000100:00100000:0.0:1776998331.834338:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3359:x1863313802719488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.834394:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3328 count 1 00010000:00010000:0.0:1776998331.834419:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834442:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 558 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834453:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.834455:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.834459:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834496:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 558 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834512:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.834530:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802719616:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.834611:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f372000 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.834628:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.834635:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834652:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.834658:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834669:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834965:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834975:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f492aed4/0x27b6fb26481bb3fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.834999:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.835001:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.835004:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.835094:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1ed80/2, rc 0, transno 4294970594 00000100:00100000:0.0:1776998331.835113:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802715904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.835138:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.835149:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.835160:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.835198:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.835497:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.835955:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802716544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50543us (55391us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1776998331.835965:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12545 00000100:00100000:0.0:1776998331.835989:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12555 00000100:00100000:0.0:1776998331.835998:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2612488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+19:3362:x1863313802719232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.836017:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3044 count 1 00010000:00010000:0.0:1776998331.836032:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836049:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 558 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836058:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.836060:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.836063:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836088:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 558 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836102:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 558 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.836116:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802719744:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.836165:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.836204:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.836210:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836223:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.836228:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836237:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836252:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836261:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010e78344/0x27b6fb26481bb410 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.836282:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.836285:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.836287:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.841297:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841328:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841359:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841392:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841424:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.841764:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802716416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57501us (61595us total) trans 4294970596 rc 0/0 00000100:00100000:1.0:1776998331.841778:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12543 00010000:00010000:1.0:1776998331.841817:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.841825:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841836:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.841842:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841854:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841876:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841887:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb402 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841912:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.841916:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.841918:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.841933:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841944:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841955:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841966:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.841985:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.842195:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3359:x1863313802716032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57472us (61908us total) trans 4294970597 rc 0/0 00000100:00100000:1.0:1776998331.842205:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12544 00010000:00010000:1.0:1776998331.842231:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.842238:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842258:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.842262:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842524:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842541:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842550:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feba6281/0x27b6fb26481bb409 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842572:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.842575:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.842577:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.842593:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842605:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842616:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842633:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.842653:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.843144:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3361:x1863313802715136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62100us (67131us total) trans 4294970734 rc 0/0 00000100:00100000:1.0:1776998331.843155:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12539 00000004:00080000:1.0:1776998331.843518:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db63100/2, rc 0, transno 4294970734 00000100:00100000:1.0:1776998331.843537:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802715136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998331.843627:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802719872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998331.843966:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998331.844016:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802719872 00000100:00100000:1.0:1776998331.844024:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802719872 00000100:00100000:1.0:1776998331.844068:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12556 00000100:00100000:1.0:1776998331.844079:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3361:x1863313802719872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998331.844105:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2645 count 1 00010000:00010000:1.0:1776998331.844128:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.844152:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 558 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.844163:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.844189:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.844195:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.844234:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 558 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.844250:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 558 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.844267:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802720000:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.844330:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25093ee0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.845888:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12541 00010000:00010000:0.0:1776998331.846293:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.846582:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.846605:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.846610:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.846622:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.846643:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.846653:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ffa852c/0x27b6fb26481bb3e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.846676:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.846679:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.846681:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.846731:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1fb80/2, rc 0, transno 4294970597 00000100:00100000:0.0:1776998331.846740:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716032:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998331.846753:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394ab480/2, rc 0, transno 4294970595 00000100:00100000:0.0:1776998331.846757:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716544:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998331.846789:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dff0380/2, rc 0, transno 4294970596 00000100:00100000:0.0:1776998331.846794:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802716416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.846993:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802720512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.847079:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.847109:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998331.847117:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802720128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.847148:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.847202:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802720384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.847231:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.847253:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998331.847259:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802720256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.847284:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.847313:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802720512 00000100:00100000:0.0:1776998331.847319:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802720512 00000100:00100000:0.0:1776998331.847358:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802720128 00000100:00100000:0.0:1776998331.847388:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802720128 00000100:00100000:0.0:1776998331.847416:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802720384 00000100:00100000:0.0:1776998331.847419:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802720384 00000100:00100000:0.0:1776998331.847431:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802720256 00000100:00100000:0.0:1776998331.847434:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802720256 00000100:00100000:0.0:1776998331.847450:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12557 00000100:00100000:0.0:1776998331.847459:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+60:3361:x1863313802720512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.847481:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3032 count 1 00010000:00010000:0.0:1776998331.847503:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847524:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 558 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847534:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847537:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847541:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847577:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 558 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847593:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 558 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.847610:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802720640:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.847676:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2640c9b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.847705:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12558 00000100:00100000:0.0:1776998331.847716:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+60:3361:x1863313802720128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.847734:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2488 count 1 00010000:00010000:0.0:1776998331.847749:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847779:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 558 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847789:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847791:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847795:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847821:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 558 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847841:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.847855:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802720768:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.847889:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d263f372a80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.847911:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12559 00000100:00100000:0.0:1776998331.847922:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+60:3360:x1863313802720384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.847938:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2939 count 1 00010000:00010000:0.0:1776998331.847953:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847968:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 558 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.847977:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847979:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.847982:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848006:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 558 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848019:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 558 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.848039:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802720896:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.848069:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.848092:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12560 00000100:00100000:0.0:1776998331.848102:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+60:3360:x1863313802720256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.848117:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2699 count 1 00010000:00010000:0.0:1776998331.848132:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848146:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 558 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848155:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.848157:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.848160:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848216:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 558 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.848481:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 558 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.848498:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802721024:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.848538:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561b40 going to sleep for 11 seconds 00010000:00010000:3.0:1776998331.850995:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.851003:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.851010:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.851064:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 558 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.851211:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 558 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.851232:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802721152:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.851578:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.856204:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.856270:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.856928:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.856951:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.856979:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.857025:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.857100:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533376 00000100:00100000:0.0:1776998331.857110:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533376 00010000:00010000:0.0:1776998331.857153:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 559 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.857196:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533632 00000100:00100000:0.0:1776998331.857201:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533632 00000100:00100000:2.0:1776998331.857209:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533248 00000100:00100000:2.0:1776998331.857214:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533248 00010000:00010000:0.0:1776998331.857218:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 560 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.857233:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533504 00010000:00010000:2.0:1776998331.857234:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 559 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.857237:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533504 00010000:00010000:0.0:1776998331.857252:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 561 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.857252:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534016 00000100:00100000:2.0:1776998331.857255:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534016 00010000:00010000:2.0:1776998331.857268:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 560 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.857272:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5242 00000100:00100000:0.0:1776998331.857529:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+561:2374:x1863313756533376:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1776998331.857534:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5243 00000100:00100000:2.0:1776998331.857544:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+561:2374:x1863313756533632:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.857550:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.857552:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.857557:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 561 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857558:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 561 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.857575:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 561 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857580:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 561 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.857604:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7a138b0/0x27b6fb26481b1413 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c496ff expref: 561 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857604:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075bf1ec2/0x27b6fb26481af901 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48ab1 expref: 561 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857626:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.857627:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.857629:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.857629:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.857636:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857636:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.857651:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857651:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.857681:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998331.857682:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998331.859792:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5244 00000100:00100000:3.0:1776998331.859808:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+560:2374:x1863313756533248:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998331.859824:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998331.859831:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 560 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.859890:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 560 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.859913:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000e4fdc4/0x27b6fb26481a8f6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45ab4 expref: 560 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.859935:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.859937:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.859941:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.859951:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.859977:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998331.860757:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756533888 00000100:00100000:1.0:1776998331.860765:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756533888 00000100:00100000:1.0:1776998331.860815:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17089 00000100:00100000:1.0:1776998331.860825:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2882:17551:x1863313756533888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998331.861191:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+559:2374:x1863313756533632:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 3645us (4918us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.861203:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5243 00000100:00100000:2.0:1776998331.861232:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5245 00000100:00100000:2.0:1776998331.861242:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+558:2374:x1863313756533504:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.861254:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.861260:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.861283:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.861300:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e41ccda4/0x27b6fb26481aa4c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46469 expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.861313:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.861316:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.861320:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.861330:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.861355:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.862838:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+557:2374:x1863313756533376:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 5552us (6639us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.862860:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5242 00000100:00100000:0.0:1776998331.862919:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5246 00000100:00100000:0.0:1776998331.862930:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+559:2374:x1863313756534016:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.862941:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.862949:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 559 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.862965:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 559 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.862985:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.862987:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.862991:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863009:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863028:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.863053:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+559:2374:x1863313756534016:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 125us (6027us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.863061:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5246 00010000:00010000:0.0:1776998331.863098:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863110:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863122:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863131:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863154:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.863471:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3362:x1863313802716288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72517us (72833us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1776998331.863481:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12546 00000100:00100000:0.0:1776998331.863543:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.863602:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.863644:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998331.863785:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.863793:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863803:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce8400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.863808:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863818:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863834:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863843:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071a07ec3/0x27b6fb26481bb433 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.863864:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.863866:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.863868:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.863879:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534144 00000100:00100000:0.0:1776998331.863885:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534144 00010000:00010000:0.0:1776998331.863907:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 559 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.863925:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534400 00000100:00100000:0.0:1776998331.863928:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534400 00010000:00010000:0.0:1776998331.863943:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 560 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.863957:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534272 00000100:00100000:0.0:1776998331.863960:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534272 00010000:00010000:0.0:1776998331.863974:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 561 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.863990:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5247 00000100:00100000:0.0:1776998331.863998:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+561:2372:x1863313756534144:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.864009:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.864014:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 561 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864026:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 561 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864041:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864044:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864048:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864057:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864073:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.864105:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+561:2372:x1863313756534144:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 107us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.864115:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5247 00000100:00100000:0.0:1776998331.864133:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5248 00000100:00100000:0.0:1776998331.864142:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+560:2372:x1863313756534400:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.864152:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.864158:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 560 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864197:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 560 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864214:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864216:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864219:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864229:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864245:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.864267:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+560:2372:x1863313756534400:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 127us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.864275:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5248 00000100:00100000:0.0:1776998331.864292:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5249 00000100:00100000:0.0:1776998331.864301:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+559:2372:x1863313756534272:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.864311:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.864318:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 559 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864330:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 559 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864345:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864348:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.864352:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864386:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864403:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.864428:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+559:2372:x1863313756534272:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.864437:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5249 00000004:00080000:0.0:1776998331.864494:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dff3b80/2, rc 0, transno 4294970598 00000100:00100000:0.0:1776998331.864511:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716288:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.864546:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000816b9f66/0x27b6fb26481a2977 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42c5b expref: 558 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.864560:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802719744:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.864582:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864600:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864609:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864620:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864631:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.864651:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.865393:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3362:x1863313802719232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29394us (31657us total) trans 4294970735 rc 0/0 00000100:00100000:0.0:1776998331.865403:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12555 00010000:00010000:0.0:1776998331.865426:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.865433:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865443:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.865447:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865456:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865470:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865479:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059802f74/0x27b6fb26481bb472 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865499:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.865502:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.865504:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.865531:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789500/2, rc 0, transno 4294970735 00000100:00100000:0.0:1776998331.865545:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802719232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.865615:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998331.865630:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802721280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.865666:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.865711:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802721280 00000100:00100000:0.0:1776998331.865716:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802721280 00000100:00100000:0.0:1776998331.865747:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12561 00000100:00100000:0.0:1776998331.865756:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3361:x1863313802721280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.865779:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3300 count 1 00010000:00010000:0.0:1776998331.865799:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865816:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 557 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865833:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.865836:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.865839:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865867:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 557 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.865881:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 557 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.865896:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d261248bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802721408:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.865945:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.866003:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998331.866014:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802721536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.866048:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.866081:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802721536 00000100:00100000:0.0:1776998331.866085:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802721536 00000100:00100000:0.0:1776998331.866114:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12562 00000100:00100000:0.0:1776998331.866122:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3360:x1863313802721536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.866139:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2631 count 1 00010000:00010000:0.0:1776998331.866156:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.866198:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 556 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.866210:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.866212:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.866215:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.866242:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 556 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.866255:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 556 pid: 6663 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.866268:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802721664:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.866306:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.866350:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802718208:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.869657:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+557:2374:x1863313756533248:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 9846us (12722us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998331.869671:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5244 00000100:00100000:3.0:1776998331.871004:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.872810:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d57450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2883:17551:x1863313756533888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 11980us (15824us total) trans 4295020217 rc 0/0 00000100:00100000:1.0:1776998331.872825:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17089 00010000:00010000:1.0:1776998331.872943:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000693153f5/0x27b6fb26481a8da0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c459e2 expref: 556 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.872964:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802718848:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.872988:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873001:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873012:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873025:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873036:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873062:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.873720:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802718464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55136us (55979us total) trans 4294970736 rc 0/0 00000100:00100000:1.0:1776998331.873730:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12550 00000100:00100000:1.0:1776998331.873766:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534528 00000100:00100000:1.0:1776998331.873774:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534528 00010000:00010000:1.0:1776998331.873806:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 557 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.873840:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5250 00000100:00100000:1.0:1776998331.873850:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+557:2372:x1863313756534528:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998331.873868:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998331.873874:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 557 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873897:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 557 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873923:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065d29194/0x27b6fb26481a77ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44fe7 expref: 557 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873939:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.873942:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.873948:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873961:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.873984:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998331.874013:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+556:2372:x1863313756534528:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 164us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998331.874021:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5250 00010000:00010000:1.0:1776998331.874066:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000869c001e/0x27b6fb2648197e9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xac8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3deb3 expref: 555 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.874082:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802719104:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.874099:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874116:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874125:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874136:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874144:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874164:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998331.874816:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802718720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51926us (56394us total) trans 4294970737 rc 0/0 00000100:00100000:1.0:1776998331.874825:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12552 00010000:00010000:1.0:1776998331.874871:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000199b5fa9/0x27b6fb2648194cb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c801 expref: 554 pid: 8246 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.874887:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802718976:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998331.874904:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874916:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874927:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874939:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874949:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.874969:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998331.875311:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802718592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56245us (57494us total) trans 4294970738 rc 0/0 00000100:00100000:1.0:1776998331.875320:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12551 00010000:00010000:1.0:1776998331.875349:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.875385:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.875396:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.875406:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.875431:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998331.875913:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.875959:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534656 00000100:00100000:3.0:1776998331.875965:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534656 00010000:00010000:3.0:1776998331.875995:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 554 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.876029:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5251 00000100:00100000:3.0:1776998331.876040:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+554:2374:x1863313756534656:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998331.876053:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998331.876059:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 554 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.876083:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 554 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.876105:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.876107:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.876112:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.876122:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.876141:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998331.876201:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+554:2374:x1863313756534656:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 163us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998331.876210:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5251 00000100:00100000:3.0:1776998331.879711:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.879739:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.879765:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.879842:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.879870:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.879895:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534784 00000100:00100000:3.0:1776998331.879902:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534784 00010000:00010000:3.0:1776998331.879934:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 554 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.879961:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535040 00000100:00100000:3.0:1776998331.879965:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535040 00010000:00010000:3.0:1776998331.879980:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 556 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.879994:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756534912 00000100:00100000:3.0:1776998331.879997:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756534912 00010000:00010000:3.0:1776998331.880011:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 557 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.880025:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535296 00000100:00100000:3.0:1776998331.880028:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535296 00010000:00010000:3.0:1776998331.880040:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 555 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.880052:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535168 00000100:00100000:3.0:1776998331.880055:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535168 00010000:00010000:3.0:1776998331.880067:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 558 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.880102:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5252 00000100:00100000:3.0:1776998331.880112:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+555:2372:x1863313756534784:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998331.880126:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998331.880133:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 555 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.880147:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 555 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.880179:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.880204:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.880210:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.880222:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.880245:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998331.880290:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+555:2372:x1863313756534784:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 180us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998331.880300:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5252 00000100:00100000:3.0:1776998331.880321:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5253 00000100:00100000:3.0:1776998331.880330:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+558:2372:x1863313756535040:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998331.880341:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998331.880348:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.880709:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.880800:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5254 00000100:00100000:0.0:1776998331.880809:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+558:2372:x1863313756534912:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.880820:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.880826:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 558 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.880855:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 558 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.880873:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.880875:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.880878:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.880888:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.880906:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.880942:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+558:2372:x1863313756534912:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 133us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.880950:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5254 00000100:00100000:0.0:1776998331.880968:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5255 00000100:00100000:0.0:1776998331.880975:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+554:2372:x1863313756535296:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.880985:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.880991:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 554 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881003:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 554 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881025:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.881027:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.881031:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881040:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881072:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.881096:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+554:2372:x1863313756535296:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 120us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.881104:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5255 00000100:00100000:0.0:1776998331.881120:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5256 00000100:00100000:0.0:1776998331.881128:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+557:2372:x1863313756535168:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.881139:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.881144:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 557 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881156:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 557 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881171:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.881173:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.881178:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881193:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881208:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.881228:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+557:2372:x1863313756535168:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 101us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.881236:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5256 00010000:00010000:0.0:1776998331.881261:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1776998331.881269:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881279:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.881284:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881296:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881309:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881318:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7f9f570/0x27b6fb26481bb44f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881340:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998331.881346:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881354:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.881380:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881391:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881404:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881413:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa9f9eef/0x27b6fb26481bb45d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xac8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881433:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998331.881438:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881446:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.881450:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881458:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881475:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881556:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf9e86f3/0x27b6fb26481bb456 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881573:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.881578:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881585:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375f400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.881589:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881599:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881610:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881618:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021437194/0x27b6fb26481bb448 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881634:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.881636:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.881639:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.881687:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ea00/2, rc 0, transno 4294970737 00000100:00100000:0.0:1776998331.881702:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802718720:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.881719:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.881727:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.881748:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eabd04a2/0x27b6fb26481a228c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42936 expref: 556 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.881761:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802720640:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.881778:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881788:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881796:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881809:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881818:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.881836:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.882047:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fc5ba55/0x27b6fb2648193971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf41 expref: 553 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.882062:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12874:1863313802720000:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.882077:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882087:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882097:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882107:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882116:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882132:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998331.882441:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802719872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38363us (38475us total) trans 4294970739 rc 0/0 00000100:00100000:0.0:1776998331.882451:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12556 00010000:00010000:0.0:1776998331.882562:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998331.882569:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882587:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dff6800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.882591:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882600:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882613:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882622:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095b9e7a7/0x27b6fb26481bb480 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882639:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.882643:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882651:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375ec00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.882655:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882664:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882674:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882683:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4e17098/0x27b6fb26481bb479 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882696:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882698:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882700:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882712:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882722:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882732:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882741:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882758:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998331.882804:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.882810:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882820:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250375e400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.882823:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882834:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882847:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882856:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025141b4e/0x27b6fb26481bb43a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.882873:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882875:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882877:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.882883:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.882908:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636513480/2, rc 0, transno 4294970739 00000100:00100000:0.0:1776998331.882916:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802719872:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.882928:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.882945:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089e9500/2, rc 0, transno 4294970738 00000100:00100000:0.0:1776998331.882951:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802718592:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998331.882963:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25089eb100/2, rc 0, transno 4294970736 00000100:00100000:0.0:1776998331.882968:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25089eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802718464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.882997:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089c119f4/0x27b6fb26481ad49c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47a26 expref: 552 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.883009:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802719616:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.883026:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.883036:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.883045:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.883054:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.883064:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.883080:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998331.884485:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+555:2374:x1863313756533504:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 23240us (27528us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.884497:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5245 00010000:00010000:2.0:1776998331.886887:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aae9715d/0x27b6fb264819e919 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40f19 expref: 551 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.886909:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802721152:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998331.886935:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.886957:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.886966:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.886978:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.886988:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.887017:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998331.887820:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3359:x1863313802719360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59545us (59822us total) trans 4294970741 rc 0/0 00000100:00100000:2.0:1776998331.887831:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12553 00010000:00010000:3.0:1776998331.889757:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 558 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.889824:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.889827:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.889833:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.889853:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.889879:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998331.889932:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+554:2372:x1863313756535040:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 9600us (10190us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998331.889945:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5253 00000100:00100000:1.0:1776998331.890510:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+62:3362:x1863313802716672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 99245us (99686us total) trans 4294970599 rc 0/0 00000100:00100000:1.0:1776998331.890521:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12549 00000100:00100000:0.0:1776998331.890726:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3359:x1863313802719488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56387us (62652us total) trans 4294970740 rc 0/0 00000100:00100000:0.0:1776998331.890736:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12554 00010000:00010000:0.0:1776998331.890785:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998331.890794:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890805:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce8600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.890810:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890829:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890844:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890854:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000432c935a/0x27b6fb26481bb46b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890878:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.890883:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890891:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.890895:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890904:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890916:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890924:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078e48e98/0x27b6fb26481bb464 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.890946:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.890948:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.890950:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.890997:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.891101:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535424 00000100:00100000:1.0:1776998331.891110:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535424 00010000:00010000:1.0:1776998331.891148:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 554 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.891150:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998331.891181:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5257 00000100:00100000:1.0:1776998331.891192:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+554:2372:x1863313756535424:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998331.891207:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998331.891213:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 554 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.891228:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 554 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.891245:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.891247:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.891252:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.891262:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.891286:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998331.891322:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+554:2372:x1863313756535424:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 131us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998331.891331:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5257 00000100:00100000:0.0:1776998331.891429:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:3361:x1863313802720512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43969us (44348us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1776998331.891439:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12557 00000004:00080000:1.0:1776998331.891475:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e3f800/2, rc 0, transno 4294970600 00000100:00100000:1.0:1776998331.891491:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802720512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.891592:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+62:3362:x1863313802716800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 100522us (100883us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1776998331.891600:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12547 00000004:00080000:0.0:1776998331.891965:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26394a8700/2, rc 0, transno 4294970599 00000100:00100000:0.0:1776998331.891972:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26394a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716672:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998331.891989:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d5f80/2, rc 0, transno 4294970601 00000100:00100000:0.0:1776998331.891993:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716800:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998331.892021:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509789880/2, rc 0, transno 4294970740 00000100:00100000:0.0:1776998331.892028:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802719488:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998331.892039:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250978a300/2, rc 0, transno 4294970741 00000100:00100000:0.0:1776998331.892044:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802719360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.892076:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd7fa050/0x27b6fb264818db37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3946f expref: 553 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.892090:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802720768:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.892111:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892122:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892131:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892142:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892152:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892197:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.892401:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3361:x1863313802720128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44684us (45249us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1776998331.892410:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12558 00000004:00080000:0.0:1776998331.892447:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2612488a80/2, rc 0, transno 4294970602 00000100:00100000:0.0:1776998331.892453:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802720128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.892479:0:12896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000369900a2/0x27b6fb264819ea9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40fc8 expref: 552 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.892492:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802720896:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.892509:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892520:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892530:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892541:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892552:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892569:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998331.892725:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+62:3360:x1863313802720384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44805us (45492us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1776998331.892734:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12559 00010000:00010000:0.0:1776998331.892755:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998331.892761:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892772:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dff7800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.892776:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892792:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892807:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892816:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000526f3448/0x27b6fb26481bb487 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892833:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.892837:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892844:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dff7600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.892848:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892857:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892868:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892878:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000565a93de/0x27b6fb26481bb48e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.892902:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.892904:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.892906:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.892932:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e3df80/2, rc 0, transno 4294970603 00000100:00100000:0.0:1776998331.892939:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802720384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.892968:0:11839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000966e3dd/0x27b6fb2648195a3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ce28 expref: 551 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.892981:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11839:1863313802721024:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.892996:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.893007:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.893016:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.893026:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.893035:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.893058:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998331.894030:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802721664:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.894048:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.894253:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.894265:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.894275:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.894284:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.894301:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998331.894988:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998331.894996:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895006:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dff6e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.895010:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895021:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895037:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895046:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e51f692/0x27b6fb26481bb495 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895065:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.895069:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895078:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509f6f000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.895081:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895091:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895102:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895111:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d56e43a9/0x27b6fb26481bb3df lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.895128:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.895130:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.895132:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998331.895984:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.896035:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.896164:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535552 00000100:00100000:1.0:1776998331.897353:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535680 00000100:00100000:1.0:1776998331.897385:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535680 00010000:00010000:1.0:1776998331.897423:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 551 pid: 6663 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.897477:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5258 00000100:00100000:1.0:1776998331.897490:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+551:2375:x1863313756535680:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998331.897506:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998331.897512:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 551 pid: 6663 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.897526:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 551 pid: 6663 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.897548:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fca610c/0x27b6fb2648193152 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bb90 expref: 551 pid: 6663 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.897563:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.897566:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.897571:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.897582:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.897611:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998331.897662:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+550:2375:x1863313756535680:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 174us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998331.897670:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5258 00000100:00100000:3.0:1776998331.899759:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3361:x1863313802714624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 122441us (123788us total) trans 4294970742 rc 0/0 00000100:00100000:3.0:1776998331.899771:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12538 00010000:00010000:1.0:1776998331.900803:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.900820:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.900832:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.901024:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3360:x1863313802720256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52921us (53736us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1776998331.901036:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12560 00010000:00010000:1.0:1776998331.901062:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.902146:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.902480:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250891f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+62:3360:x1863313802721536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36356us (36429us total) trans 4294970605 rc 0/0 00000100:00100000:1.0:1776998331.902490:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12562 00010000:00010000:0.0:1776998331.902693:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.902702:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.902714:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf04c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.902718:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.902730:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.902751:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.903006:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fe70e0f/0x27b6fb26481bb4a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.903036:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.903039:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.903042:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998331.904162:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535552 00010000:00010000:2.0:1776998331.904209:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 551 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.904263:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5259 00000100:00100000:2.0:1776998331.904276:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+551:2375:x1863313756535552:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998331.904293:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998331.904300:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 551 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.904316:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 551 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.904340:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.904343:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.904348:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.904394:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.904418:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998331.904483:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+551:2375:x1863313756535552:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 210us (8501us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998331.904493:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5259 00010000:00010000:0.0:1776998331.905721:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998331.905883:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dba1f80/2, rc 0, transno 4294970742 00000100:00100000:0.0:1776998331.905894:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802714624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.905913:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.906051:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802721920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.906101:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.906151:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.906201:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.906225:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1776998331.906232:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.906257:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.906274:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.906299:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.906349:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802721920 00000100:00100000:0.0:1776998331.906355:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802721920 00000100:00100000:0.0:1776998331.906408:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802722432 00000100:00100000:0.0:1776998331.906412:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802722432 00000100:00100000:0.0:1776998331.906430:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802722048 00000100:00100000:0.0:1776998331.906433:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802722048 00000100:00100000:0.0:1776998331.906449:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802722560 00000100:00100000:0.0:1776998331.906452:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802722560 00000100:00100000:0.0:1776998331.906473:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12563 00000100:00100000:0.0:1776998331.906483:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3361:x1863313802721920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.906508:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2850 count 1 00010000:00010000:0.0:1776998331.906532:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.906552:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 550 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.906570:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.906572:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.906576:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.906606:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 550 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.906887:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 550 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.906905:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802722688:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.906966:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.906988:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12564 00000100:00100000:0.0:1776998331.906998:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3361:x1863313802722432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.907015:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3095 count 1 00010000:00010000:0.0:1776998331.907030:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907047:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 550 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907056:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907058:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907061:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907086:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 550 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907096:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 550 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.907109:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802722816:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.907140:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561c00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.907163:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12565 00000100:00100000:0.0:1776998331.907198:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3361:x1863313802722048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.907215:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3133 count 1 00010000:00010000:0.0:1776998331.907231:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907248:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 550 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907258:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907260:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907264:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907288:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 550 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907309:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 550 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.907321:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802722944:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.907382:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561480 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.907405:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12566 00000100:00100000:0.0:1776998331.907415:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3361:x1863313802722560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.907431:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2853 count 1 00010000:00010000:0.0:1776998331.907444:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907459:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 550 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907468:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907469:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.907473:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907494:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 550 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907505:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 550 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.907526:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802723072:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.907557:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561e40 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.907611:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e89f8d0b/0x27b6fb26481ac3c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xce4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4727e expref: 550 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.907627:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d261248bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802721408:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.907647:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907659:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907668:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907679:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907690:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.907711:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998331.907940:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802721792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.907978:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.907985:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3361:x1863313802721280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42230us (42318us total) trans 4294970743 rc 0/0 00000100:00100000:0.0:1776998331.907995:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12561 00000100:00100000:3.0:1776998331.907998:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802722304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.908015:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802721792 00000100:00100000:0.0:1776998331.908020:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802721792 00000100:00100000:3.0:1776998331.908022:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.908043:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802722304 00000100:00100000:0.0:1776998331.908046:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802722304 00000004:00080000:3.0:1776998331.908055:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891dc00/2, rc 0, transno 4294970605 00000100:00100000:3.0:1776998331.908063:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802721536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.908068:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12567 00000100:00100000:0.0:1776998331.908074:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3360:x1863313802721792:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998331.908076:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2612488380/2, rc 0, transno 4294970604 00000100:00100000:3.0:1776998331.908081:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802720256:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.908090:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2583 count 1 00000100:00100000:3.0:1776998331.908092:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998331.908099:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802722176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.908103:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908119:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 549 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.908125:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998331.908130:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.908133:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.908136:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908162:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 549 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908201:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 549 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.908214:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802723200:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.908257:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095613c0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.908271:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.908278:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908289:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce8c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.908293:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908305:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908326:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908337:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000601d91d3/0x27b6fb26481bb49c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xce4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.908357:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998331.908671:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998331.908785:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802722176 00000100:00100000:1.0:1776998331.908790:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802722176 00000100:00100000:1.0:1776998331.908826:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12568 00000100:00100000:1.0:1776998331.908835:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+27:3360:x1863313802722304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998331.910041:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.910046:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998331.910596:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756535936 00000100:00100000:3.0:1776998331.910603:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756535936 00000100:00100000:3.0:1776998331.910665:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52033 00000100:00100000:3.0:1776998331.910675:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2883:17551:x1863313756535936:12345-192.168.201.35@tcp:36:rm.0 00002000:00080000:1.0:1776998331.910766:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2778 count 1 00010000:00010000:1.0:1776998331.910790:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.910813:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 549 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.910823:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.910825:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.910828:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.910857:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 549 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.910883:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 549 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998331.910898:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802723328:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.910958:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5900 going to sleep for 11 seconds 00010000:00010000:3.0:1776998331.911116:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998331.911143:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094b4200/0x27b6fb2648192a4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x149d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b85d expref: 2883 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911163:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x149d:0x0].0x0 (ffff8d2509d15100) 00010000:00010000:3.0:1776998331.911175:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f1c000/0x27b6fb264819431f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14ef:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c3a8 expref: 2882 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911199:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509327200/0x27b6fb26481942f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c393 expref: 2881 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911214:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d261c2f3e00/0x27b6fb264817f20e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c362c0 expref: 2880 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911225:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ef:0x0].0x0 (ffff8d2602fbc200) 00010000:00010000:3.0:1776998331.911235:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998331.911253:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911266:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911276:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.911537:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.912602:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.913551:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.913705:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.913717:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.913728:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998331.914455:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2972, 64 off198464 00010000:00010000:3.0:1776998331.914528:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914541:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914551:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914559:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914568:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914576:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914604:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998331.914623:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914632:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914640:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914653:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998331.914659:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914667:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914678:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ef:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:3.0:1776998331.914682:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998331.914686:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914693:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5800/0x27b6fb26481bb4e2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914713:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914720:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914727:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914733:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998331.914736:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914744:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914758:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998331.914761:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998331.914764:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.914771:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5000/0x27b6fb26481bb4d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998331.914780:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a449b3b4 reply state 000000009d165d85 transno 4295020218 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.914790:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998331.914874:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2881:17551:x1863313756535936:12345-192.168.201.35@tcp:36:rm.0 Request processed in 4195us (6198us total) trans 4295020218 rc 0/0 00000100:00100000:3.0:1776998331.914885:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52033 00000004:00080000:0.0:1776998331.922575:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509ed3b80/2, rc 0, transno 4294970743 00000100:00100000:0.0:1776998331.922616:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802721280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.922659:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12569 00000100:00100000:0.0:1776998331.922679:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3360:x1863313802722176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.922714:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3081 count 1 00010000:00010000:0.0:1776998331.922742:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.922769:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 549 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.922780:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.922783:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.922787:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.922822:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1776998331.922824:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 549 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.922840:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 549 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.922842:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802723456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.922855:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d264127c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802723584:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.922934:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095619c0 going to sleep for 11 seconds 00010000:00010000:1.0:1776998331.924437:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998331.924448:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924459:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998331.924465:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924476:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924493:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14ef:0x0].0x0 (ffff8d250da6bc00) 00010000:00010000:1.0:1776998331.924497:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998331.924501:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924509:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb4e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924528:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.924530:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.924532:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998331.924691:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924704:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924716:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924727:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.924746:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998331.925192:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802723840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998331.931726:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.931791:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802723712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998331.931838:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.932499:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802724224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998331.932558:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.932588:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998331.932597:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802724096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998331.932627:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.937694:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802723456 00000100:00100000:3.0:1776998331.937708:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802723456 00000100:00100000:3.0:1776998331.937948:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802723712 00000100:00100000:3.0:1776998331.937953:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802723712 00000100:00100000:3.0:1776998331.937972:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802724224 00000100:00100000:3.0:1776998331.937976:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802724224 00000100:00100000:3.0:1776998331.937995:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802724096 00000100:00100000:3.0:1776998331.937998:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802724096 00000100:00100000:3.0:1776998331.938026:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12570 00000100:00100000:3.0:1776998331.938038:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3360:x1863313802723456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998331.938074:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3130 count 1 00010000:00010000:3.0:1776998331.938102:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.938127:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 549 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.938139:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.938142:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.938146:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.938186:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 549 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.938201:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 549 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.938491:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802724608:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.938566:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.938818:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.938848:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.938872:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998331.938902:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.938940:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.938951:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.938973:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802724352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.938994:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.939002:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998331.939028:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1776998331.939036:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802723968:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.939044:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.939072:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939086:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dce9e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.939092:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.939099:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998331.939106:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.939116:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802724480:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.939127:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939138:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6127719/0x27b6fb26481bb441 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.939139:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998331.939163:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.939165:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.939167:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.939180:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802723840 00000100:00100000:0.0:1776998331.939185:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802723840 00000100:00100000:0.0:1776998331.939209:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802724352 00000100:00100000:0.0:1776998331.939213:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802724352 00000100:00100000:0.0:1776998331.939226:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802723968 00000100:00100000:0.0:1776998331.939229:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802723968 00000100:00100000:0.0:1776998331.939243:0:12874:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802724480 00000100:00100000:0.0:1776998331.939245:0:12874:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802724480 00000100:00100000:0.0:1776998331.939260:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12571 00000100:00100000:0.0:1776998331.939269:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802723712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.939286:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3359 count 1 00010000:00010000:0.0:1776998331.939328:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939345:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 549 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939354:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939356:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939392:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939422:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 549 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939435:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 549 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.939451:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802724736:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.939508:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561a80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.939649:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2612489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802722688:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.939671:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.939698:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12572 00000100:00100000:0.0:1776998331.939707:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802724224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.939723:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3146 count 1 00010000:00010000:0.0:1776998331.939738:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939754:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 549 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939763:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939766:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939770:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939795:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 549 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939808:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 549 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.939822:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802724864:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.939856:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561240 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.939880:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12573 00000100:00100000:0.0:1776998331.939889:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802724096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998331.939889:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12574 00000100:00100000:1.0:1776998331.939899:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802723840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998331.939906:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2826 count 1 00002000:00080000:1.0:1776998331.939911:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3276 count 1 00010000:00010000:0.0:1776998331.939921:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.939923:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939938:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 549 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.939938:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 549 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.939949:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.939951:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998331.939955:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939956:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939958:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.939962:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939980:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 549 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.939981:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 549 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.939996:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 549 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998331.939997:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 549 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940011:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802725120:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998331.940012:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802724992:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.940051:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561000 going to sleep for 11 seconds 00000100:00100000:0.0:1776998331.940083:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802722944:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.940101:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940134:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802723072:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.940147:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940193:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536192 00000100:00100000:0.0:1776998331.940199:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536192 00010000:00010000:0.0:1776998331.940225:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 550 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940246:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536448 00000100:00100000:0.0:1776998331.940250:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536448 00010000:00010000:0.0:1776998331.940265:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 551 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940280:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536064 00000100:00100000:0.0:1776998331.940283:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536064 00010000:00010000:0.0:1776998331.940296:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 552 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940309:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536320 00000100:00100000:0.0:1776998331.940312:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536320 00010000:00010000:0.0:1776998331.940324:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 553 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940339:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536576 00000100:00100000:0.0:1776998331.940342:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536576 00010000:00010000:0.0:1776998331.940357:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 554 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940393:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536704 00000100:00100000:0.0:1776998331.940396:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536704 00010000:00010000:0.0:1776998331.940411:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 555 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.940427:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5260 00000100:00100000:0.0:1776998331.940435:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+555:2374:x1863313756536192:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.940448:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.940453:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 555 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.940467:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 555 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.940486:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.940488:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.940493:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.940505:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.940521:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998331.941025:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ed93bf8/0x27b6fb26481a4872 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43a70 expref: 555 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.941042:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802722816:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998331.941061:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.941073:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.941081:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.941093:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.941103:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.941127:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998331.949986:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5780 going to sleep for 11 seconds 00000100:00100000:2.0:1776998331.966876:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998331.968975:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802724608:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998331.969013:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.972606:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+554:2374:x1863313756536192:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 32158us (33778us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.972627:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5260 00000100:00100000:0.0:1776998331.972677:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5261 00000100:00100000:0.0:1776998331.972694:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+553:2374:x1863313756536448:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.972718:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.972730:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 553 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.972800:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 553 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.972832:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbe2d531/0x27b6fb264819b691 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f821 expref: 553 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.972854:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.972857:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.972863:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.972878:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.972913:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.972955:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+552:2374:x1863313756536448:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 267us (34105us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.972965:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5261 00000100:00100000:0.0:1776998331.972987:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5262 00000100:00100000:0.0:1776998331.972997:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+551:2374:x1863313756536064:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.973009:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.973017:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 551 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973043:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 551 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973087:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3a2aa02/0x27b6fb264819b4c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f74f expref: 551 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973102:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.973542:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.973549:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973586:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973621:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.973697:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d264127e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+550:2374:x1863313756536064:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 700us (34822us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.973708:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5262 00000100:00100000:0.0:1776998331.973734:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5263 00000100:00100000:0.0:1776998331.973746:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+549:2374:x1863313756536320:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.973759:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.973790:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 549 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973815:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 549 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973834:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c005cb54/0x27b6fb26481a5f4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c444d4 expref: 549 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973849:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.973852:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.973856:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973866:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.973907:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.973943:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+548:2374:x1863313756536320:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 198us (35038us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.973952:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5263 00000100:00100000:0.0:1776998331.974008:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5264 00000100:00100000:0.0:1776998331.974020:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+547:2374:x1863313756536576:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.974033:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.974042:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 547 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974065:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 547 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974085:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.974087:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.974091:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974101:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974119:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998331.974210:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+547:2374:x1863313756536576:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 190us (35256us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.974220:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5264 00000100:00100000:0.0:1776998331.974244:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5265 00000100:00100000:0.0:1776998331.974256:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+546:2374:x1863313756536704:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998331.974269:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998331.974277:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 546 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.974282:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974293:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 546 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.974298:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.974314:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974322:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.974324:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.974327:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974329:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.974342:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.974354:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998331.975273:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3361:x1863313802722048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68075us (69011us total) trans 4294970745 rc 0/0 00000100:00100000:2.0:1776998331.975285:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12565 00000100:00100000:2.0:1776998331.975313:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12575 00000100:00100000:2.0:1776998331.975324:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802724352:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998331.979039:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998331.979164:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3361:x1863313802722432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72161us (72956us total) trans 4294970744 rc 0/0 00000100:00100000:3.0:1776998331.979180:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12564 00000100:00100000:3.0:1776998331.979241:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12576 00000100:00100000:3.0:1776998331.979259:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802723968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998331.980649:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+546:2374:x1863313756536704:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 6389us (41649us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998331.980663:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5265 00010000:00010000:0.0:1776998331.981050:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a533517c/0x27b6fb2648198973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e39f expref: 545 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.981093:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802723328:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.981123:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.981140:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.981151:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.981203:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.981215:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.981248:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:3.0:1776998331.982280:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2809 count 1 00010000:00010000:3.0:1776998331.982314:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.982338:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 549 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.982350:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.982353:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998331.982394:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.982446:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 549 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.982467:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 549 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998331.982488:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802725248:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998331.982583:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26214b6e40 going to sleep for 11 seconds 00000004:00080000:3.0:1776998331.982638:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891e680/2, rc 0, transno 4294970745 00000100:00100000:3.0:1776998331.982660:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722048:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998331.982678:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891d880/2, rc 0, transno 4294970744 00000100:00100000:3.0:1776998331.982683:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.982801:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802725504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.982850:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998331.982914:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998331.982924:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802725376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.982958:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998331.984236:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3360:x1863313802722304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 75399us (76209us total) trans 4294970746 rc 0/0 00000100:00100000:0.0:1776998331.984516:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12568 00000100:00100000:0.0:1776998331.985645:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802725504 00000100:00100000:0.0:1776998331.985655:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802725504 00000100:00100000:0.0:1776998331.985691:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802725376 00000100:00100000:0.0:1776998331.985696:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802725376 00002000:00080000:2.0:1776998331.985698:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2801 count 1 00000100:00100000:0.0:1776998331.986006:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12577 00000100:00100000:0.0:1776998331.986020:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802724480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998331.986030:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1776998331.986046:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3351 count 1 00010000:00010000:2.0:1776998331.986054:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.986066:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.986069:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998331.986073:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.986113:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998331.986128:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998331.986147:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802725632:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998331.986211:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea16c0 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.987003:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987024:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 549 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987037:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.987039:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.987044:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987076:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 549 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987121:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 549 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.987165:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802725760:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.987237:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561c00 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.987259:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998331.987269:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987281:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf04800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.987286:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987563:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987591:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987603:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e930718/0x27b6fb26481bb4b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987640:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998331.987646:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987658:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf05e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.987663:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987674:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987691:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987702:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aab6c4ce/0x27b6fb26481bb4b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987721:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998331.987727:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987738:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8ca400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998331.987743:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987762:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987777:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987788:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075669a37/0x27b6fb26481bb4cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.987806:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.987809:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.987811:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.987853:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802723584:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.987879:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.987923:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802724736:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.987941:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.987982:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802724864:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998331.987998:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.988036:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.988049:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.988063:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.988075:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.988131:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998331.988937:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261248b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3361:x1863313802722560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81521us (82633us total) trans 4294970747 rc 0/0 00000100:00100000:0.0:1776998331.988950:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12566 00000100:00100000:0.0:1776998331.988979:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12578 00000100:00100000:0.0:1776998331.988991:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3360:x1863313802725504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.989015:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2862 count 1 00010000:00010000:0.0:1776998331.989037:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989058:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 544 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989079:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.989082:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.989086:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989119:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 544 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989136:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 544 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.989154:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802725888:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.989227:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561a80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.989249:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989263:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989277:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989288:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.989337:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1776998331.989492:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891f480/2, rc 0, transno 4294970746 00000100:00100000:3.0:1776998331.989510:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802722304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998331.990966:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.991023:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.991068:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.991110:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.991143:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998331.991310:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998331.991412:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998331.991422:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991436:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf04200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.991441:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991454:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991476:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991487:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfb65b/0x27b6fb26481bb4bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991521:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998331.991526:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991535:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf04e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998331.991540:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991551:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991565:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991576:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efd7722b/0x27b6fb26481bb4aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998331.991592:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.991595:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998331.991597:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998331.991616:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537088 00000100:00100000:3.0:1776998331.991625:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537088 00000100:00100000:3.0:1776998331.991973:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17090 00000100:00100000:3.0:1776998331.991987:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2881:17551:x1863313756537088:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998331.992320:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2882:17551:x1863313756537088:12345-192.168.201.35@tcp:35:rm.0 Request processed in 333us (25699us total) trans 4295020219 rc 0/0 00000100:00100000:3.0:1776998331.992332:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17090 00000100:00100000:0.0:1776998331.992996:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3361:x1863313802721920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 86512us (86892us total) trans 4294970748 rc 0/0 00000100:00100000:0.0:1776998331.993008:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12563 00000100:00100000:0.0:1776998331.993034:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12579 00000100:00100000:0.0:1776998331.993045:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3360:x1863313802725376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998331.993743:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2775 count 1 00010000:00010000:0.0:1776998331.993793:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.993818:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 544 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.993857:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.993860:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998331.993865:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.993905:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 544 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998331.993924:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 544 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998331.993945:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802726144:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998331.994013:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561480 going to sleep for 11 seconds 00010000:00010000:0.0:1776998331.994036:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998331.994044:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998331.994713:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998331.995764:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998331.995819:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891e300/2, rc 0, transno 4294970747 00000100:00100000:0.0:1776998331.995880:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802722560:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998331.995899:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891ce00/2, rc 0, transno 4294970748 00000100:00100000:0.0:1776998331.995906:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802721920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.001075:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802726016 00000100:00100000:3.0:1776998332.001090:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802726016 00000100:00100000:3.0:1776998332.001145:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12580 00000100:00100000:3.0:1776998332.001159:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3361:x1863313802726016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998332.001219:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3098 count 1 00010000:00010000:3.0:1776998332.001252:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.001282:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 544 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.001295:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.001298:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.001303:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.001406:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 544 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.001429:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 544 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.001453:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802726272:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.001559:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167d80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.008425:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756536832 00000100:00100000:2.0:1776998332.008442:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756536832 00010000:00010000:2.0:1776998332.008493:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 545 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008531:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537344 00000100:00100000:2.0:1776998332.008537:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537344 00010000:00010000:2.0:1776998332.008560:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 550 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008591:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537600 00000100:00100000:2.0:1776998332.008595:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537600 00010000:00010000:2.0:1776998332.008613:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 551 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008632:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537216 00000100:00100000:2.0:1776998332.008636:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537216 00010000:00010000:2.0:1776998332.008654:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 546 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008671:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537472 00000100:00100000:2.0:1776998332.008675:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537472 00010000:00010000:2.0:1776998332.008689:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 552 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008705:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537728 00000100:00100000:2.0:1776998332.008709:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537728 00010000:00010000:2.0:1776998332.008725:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 553 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.008745:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5266 00000100:00100000:2.0:1776998332.008758:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+546:2375:x1863313756536832:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.008777:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.008785:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 546 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.008815:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 546 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.008849:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008825c8a/0x27b6fb26481a3fb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43679 expref: 546 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.008873:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.008876:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.008883:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.008937:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.008986:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.009051:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+545:2375:x1863313756536832:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 294us (18086us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.009062:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5266 00000100:00100000:2.0:1776998332.009092:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5267 00000100:00100000:2.0:1776998332.009103:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+553:2375:x1863313756537344:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.009116:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.009124:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 553 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009149:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 553 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009197:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f77913dd/0x27b6fb26481ae6f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4827d expref: 553 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009214:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009217:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009223:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009236:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009265:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.009296:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+552:2375:x1863313756537344:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 194us (18272us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.009306:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5267 00000100:00100000:2.0:1776998332.009328:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5268 00000100:00100000:2.0:1776998332.009337:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+551:2375:x1863313756537600:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.009348:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.009355:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 551 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009405:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 551 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009423:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009426:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009430:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009442:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009460:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.009485:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+551:2375:x1863313756537600:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 149us (18417us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.009496:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5268 00000100:00100000:2.0:1776998332.009518:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5269 00000100:00100000:2.0:1776998332.009528:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+544:2374:x1863313756537216:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.009541:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.009548:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 544 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009562:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 544 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009588:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047d4e4e0/0x27b6fb26481a5d80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44402 expref: 544 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009603:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009605:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009609:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009648:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009675:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.009703:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+543:2374:x1863313756537216:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 175us (18592us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.009714:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5269 00000100:00100000:2.0:1776998332.009736:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5270 00000100:00100000:2.0:1776998332.009746:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+550:2374:x1863313756537472:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.009758:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.009764:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 550 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009780:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 550 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009808:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cdf75f2/0x27b6fb26481a66d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4483f expref: 550 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009822:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009825:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.009829:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009840:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.009867:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.009896:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+549:2374:x1863313756537472:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 151us (18752us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.009906:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5270 00000100:00100000:2.0:1776998332.009959:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5271 00000100:00100000:2.0:1776998332.009970:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+548:2375:x1863313756537728:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.009982:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.009990:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 548 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010005:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 548 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010030:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.010033:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.010037:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010048:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010069:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.010100:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+548:2375:x1863313756537728:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (18789us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.010110:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5271 00010000:00010000:2.0:1776998332.010595:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010610:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010648:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010657:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.010663:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010674:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010697:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x2d224970 (ffff8d250da6be00) 00010000:00010000:2.0:1776998332.010702:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.010708:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010717:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4400/0x27b6fb26481bb4db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x2d224970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010785:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010798:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010811:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010823:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.010852:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.011208:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802723456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73130us (79447us total) trans 4294970749 rc 0/0 00000100:00100000:2.0:1776998332.011221:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12570 00000100:00100000:2.0:1776998332.011310:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2612489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+69:3362:x1863313802716160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220097us (220536us total) trans 4294970606 rc 0/0 00000100:00100000:2.0:1776998332.011320:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12548 00010000:00010000:0.0:1776998332.011766:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.011777:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011790:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.011796:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011808:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011824:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011835:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a3f00f1/0x27b6fb26481bb4f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011867:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.011869:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.011872:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.011917:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010354bde/0x27b6fb264819a6a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f0e2 expref: 547 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.011934:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802725120:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.011958:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011971:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011982:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.011993:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.012004:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.012027:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.016946:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802724096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77050us (84310us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1776998332.016962:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12573 00010000:00010000:0.0:1776998332.017120:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017138:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017152:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017164:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017500:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.017923:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802722176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 95251us (109794us total) trans 4294970750 rc 0/0 00000100:00100000:0.0:1776998332.017934:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12569 00010000:00010000:0.0:1776998332.017970:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017984:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.017996:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.018014:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.018036:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998332.018846:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.018882:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.018922:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.019022:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.019050:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998332.019060:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019073:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6d200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.019079:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019093:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019118:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019129:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d3d0558/0x27b6fb26481bb50c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019155:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998332.019161:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019172:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf05600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.019177:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019197:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019212:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019253:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8d7895a/0x27b6fb26481bb4f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019274:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.019279:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019289:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6ce00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.019294:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019306:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019321:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019332:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b61e179/0x27b6fb26481bb4fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019385:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.019389:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.019391:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776998332.019449:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0ca80/2, rc 0, transno 4294970607 00000100:00100000:3.0:1776998332.019469:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802724096:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998332.019491:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde1180/2, rc 0, transno 4294970749 00000100:00100000:3.0:1776998332.019498:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802723456:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998332.019511:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891c380/2, rc 0, transno 4294970750 00000100:00100000:3.0:1776998332.019516:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802722176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.019560:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802725632:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.019586:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.019618:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537856 00000100:00100000:3.0:1776998332.019627:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537856 00010000:00010000:3.0:1776998332.019662:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 547 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.019698:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538112 00000100:00100000:3.0:1776998332.019703:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538112 00010000:00010000:3.0:1776998332.019724:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 543 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.019750:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756537984 00000100:00100000:3.0:1776998332.019754:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756537984 00010000:00010000:3.0:1776998332.019770:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 548 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.019789:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538240 00000100:00100000:3.0:1776998332.019793:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538240 00010000:00010000:3.0:1776998332.019810:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 549 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.019830:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5272 00000100:00100000:3.0:1776998332.019841:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+549:2375:x1863313756537856:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.019858:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.019866:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019882:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019907:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048180575/0x27b6fb2648199796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ea0c expref: 549 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019926:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.019929:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.019936:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019951:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.019984:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.020037:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+548:2375:x1863313756537856:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 194us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.020048:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5272 00000100:00100000:3.0:1776998332.020071:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5273 00000100:00100000:3.0:1776998332.020082:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+543:2375:x1863313756538112:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.020093:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.020101:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 543 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020117:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 543 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020138:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020140:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020144:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020155:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020202:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.020235:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+543:2375:x1863313756538112:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 155us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.020246:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5273 00000100:00100000:3.0:1776998332.020269:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5274 00000100:00100000:3.0:1776998332.020281:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+547:2375:x1863313756537984:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.020293:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.020300:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 547 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020315:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 547 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020333:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020335:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020339:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020350:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020394:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.020424:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+547:2375:x1863313756537984:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 145us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.020435:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5274 00000100:00100000:3.0:1776998332.020457:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5275 00000100:00100000:3.0:1776998332.020467:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+546:2375:x1863313756538240:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.020480:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.020486:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 546 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020512:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 546 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020529:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020532:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.020536:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020547:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020565:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.020594:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+546:2375:x1863313756538240:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 128us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.020604:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5275 00010000:00010000:3.0:1776998332.020653:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fbe49cd/0x27b6fb2648199c66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec3c expref: 545 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.020681:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250978ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12899:1863313802725248:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.020704:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020719:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020739:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020752:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020764:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.020788:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.021331:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802723968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42078us (82265us total) trans 4294970608 rc 0/0 00000100:00100000:3.0:1776998332.021343:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12576 00010000:00010000:1.0:1776998332.024973:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.024988:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025004:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.025010:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025023:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025047:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025059:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4127180/0x27b6fb26481bb51a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025085:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.025088:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.025091:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.025109:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025122:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025135:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025146:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025168:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998332.025497:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802724224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 85787us (92934us total) trans 4294970609 rc 0/0 00000100:00100000:1.0:1776998332.025510:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12572 00010000:00010000:1.0:1776998332.025946:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.025952:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025964:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6c600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.025969:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.025980:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.026003:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.026013:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006330e8eb/0x27b6fb26481bb505 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.026033:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.026036:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.026039:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.033173:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.033282:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.033303:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.033318:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.033330:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998332.033740:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d94ce00/2, rc 0, transno 4294970609 00000100:00100000:1.0:1776998332.033783:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d94ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802724224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.035118:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:3360:x1863313802723712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 95845us (103274us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1776998332.035148:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12571 00010000:00010000:0.0:1776998332.035213:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.035220:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.035259:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034d3b462/0x27b6fb26481ae225 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4804d expref: 544 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.035279:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802725760:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.035587:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.035604:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.035613:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.035627:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.035647:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.035669:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.036106:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802724480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50087us (96962us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1776998332.036115:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12577 00010000:00010000:0.0:1776998332.036195:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b7580e8/0x27b6fb264819bbfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fa97 expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.036214:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802725888:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.036234:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036246:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036255:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036266:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036278:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036301:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.036687:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802725504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47696us (53835us total) trans 4294970751 rc 0/0 00000100:00100000:0.0:1776998332.036698:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12578 00000004:00080000:0.0:1776998332.036758:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636513b80/2, rc 0, transno 4294970608 00000100:00100000:0.0:1776998332.036767:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802723968:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.036780:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1f800/2, rc 0, transno 4294970611 00000100:00100000:0.0:1776998332.036785:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802724480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.036794:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998332.036811:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.036855:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998332.036909:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde9c00/2, rc 0, transno 4294970751 00000100:00100000:0.0:1776998332.036917:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802725504:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.036930:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636511180/2, rc 0, transno 4294970610 00000100:00100000:0.0:1776998332.036935:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802723712:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998332.036951:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.036959:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036971:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6da00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.036977:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.036996:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037018:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037029:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c3f6c8/0x27b6fb26481bb528 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037053:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.037058:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037067:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6d800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.037071:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037082:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037096:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037106:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4f05640/0x27b6fb26481bb52f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037130:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.037132:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.037135:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.037228:0:12889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfa8c7c1/0x27b6fb26481ab507 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xccc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46bcb expref: 543 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.037243:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802724992:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.037262:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.037276:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.037551:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.037978:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802724352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62653us (98971us total) trans 4294970612 rc 0/0 00000100:00100000:3.0:1776998332.037989:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12575 00000100:00100000:3.0:1776998332.038013:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802726400 00000100:00100000:3.0:1776998332.038021:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802726400 00000100:00100000:3.0:1776998332.038062:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12581 00000100:00100000:3.0:1776998332.038074:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3361:x1863313802726400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998332.038104:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2596 count 1 00010000:00010000:3.0:1776998332.038127:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038147:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 542 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038158:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.038161:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.038165:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038229:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 542 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038247:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 542 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.038272:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802726528:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.038339:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26080f0540 going to sleep for 11 seconds 00010000:00010000:3.0:1776998332.038377:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.038384:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038395:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.038400:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038412:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038431:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038441:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9568825/0x27b6fb26481bb521 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.038462:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.038465:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.038467:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.039071:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.039117:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.039222:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.039253:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538496 00000100:00100000:2.0:1776998332.039259:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538496 00000100:00100000:2.0:1776998332.039880:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52034 00000100:00100000:2.0:1776998332.039893:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+2881:17551:x1863313756538496:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.039949:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.039973:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d41ae00/0x27b6fb26481a59f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x188e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44265 expref: 2881 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.039997:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f0800/0x27b6fb26481a59c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x188e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44250 expref: 2880 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040014:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250953ec00/0x27b6fb26481870cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x188e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37c19 expref: 2879 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040028:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188e:0x0].0x0 (ffff8d250e123300) 00010000:00010000:2.0:1776998332.040040:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.040061:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040078:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040090:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040107:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040117:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040128:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040271:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040284:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.040294:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.040927:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.040948:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.040951:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2973, 64 off198528 00010000:00010000:0.0:1776998332.040960:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1776998332.040964:0:7482:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4042832792768ns, next at 4043832790852ns, rc = 0 00010000:00010000:0.0:1776998332.040986:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.041042:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041056:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041068:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041079:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041087:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041102:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041122:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998332.041145:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041154:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041163:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041195:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbafe00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.041201:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041211:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041224:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188e:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998332.041228:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.041233:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041241:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbafe00/0x27b6fb26481bb559 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x188e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041260:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041274:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041282:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041288:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.041292:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041300:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041311:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.041314:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.041318:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041326:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbaf600/0x27b6fb26481bb54b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.041338:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079260c31 reply state 0000000078cd17c4 transno 4295020220 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.041349:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998332.041444:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+2880:17551:x1863313756538496:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1552us (2373us total) trans 4295020220 rc 0/0 00000100:00100000:2.0:1776998332.041455:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52034 00000100:00100000:2.0:1776998332.041528:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538624 00000100:00100000:2.0:1776998332.041535:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538624 00010000:00010000:2.0:1776998332.041561:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 542 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.041591:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538752 00000100:00100000:2.0:1776998332.041595:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538752 00010000:00010000:2.0:1776998332.041611:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 543 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.041635:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5276 00000100:00100000:2.0:1776998332.041645:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+543:2375:x1863313756538624:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.041660:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.041666:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 543 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041682:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 543 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041703:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.041706:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.041711:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041724:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041747:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.041784:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+543:2375:x1863313756538624:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 139us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.041796:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5276 00000100:00100000:2.0:1776998332.041816:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5277 00000100:00100000:2.0:1776998332.041825:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+542:2375:x1863313756538752:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.041836:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.041843:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041858:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041876:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.041878:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.041883:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041894:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.041912:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.041940:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+542:2375:x1863313756538752:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 116us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.041950:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5277 00000100:00100000:0.0:1776998332.043068:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:3361:x1863313802723840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 103167us (104125us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1776998332.043081:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12574 00010000:00010000:0.0:1776998332.043111:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.043119:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043671:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.043678:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043690:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043708:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043720:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043743:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.043748:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043756:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.043760:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043769:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043782:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x188e:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:0.0:1776998332.043786:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998332.043790:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043799:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae600/0x27b6fb26481bb560 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x188e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043815:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.043818:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.043821:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.043863:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636513100/2, rc 0, transno 4294970613 00000100:00100000:0.0:1776998332.043872:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802723840:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.043887:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509fcd180/2, rc 0, transno 4294970612 00000100:00100000:0.0:1776998332.043892:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802724352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998332.043928:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007df4be72/0x27b6fb26481987a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e2cd expref: 541 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.043944:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802726144:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.043963:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043976:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043986:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.043999:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.044012:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.044043:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998332.045714:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073f340bb/0x27b6fb26481a4a40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43b42 expref: 540 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.045741:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802726272:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.045762:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.045776:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.045787:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.045798:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.045809:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.045833:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.046143:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3360:x1863313802725376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53097us (63180us total) trans 4294970752 rc 0/0 00000100:00100000:0.0:1776998332.046155:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12579 00010000:00010000:0.0:1776998332.046194:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.046201:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046213:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6cc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.046217:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046229:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046247:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046257:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cba476f1/0x27b6fb26481bb536 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046279:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.046283:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046292:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.046296:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046306:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046319:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046328:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9faca41/0x27b6fb26481bb53d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.046347:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.046349:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.046352:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.046387:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.046401:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.046453:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263f2d6300/2, rc 0, transno 4294970752 00000100:00100000:0.0:1776998332.046462:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263f2d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802725376:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.046593:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508d1d880/2, rc 0, transno 4294970606 00000100:00100000:0.0:1776998332.046601:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802716160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.046790:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802726784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.046837:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.046870:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802727296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.046897:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.046920:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1776998332.046929:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802726656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.046954:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.046977:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802727168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.047003:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.047067:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.047101:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.047127:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998332.047135:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802727040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.047195:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.047245:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802726784 00000100:00100000:0.0:1776998332.047252:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802726784 00000100:00100000:0.0:1776998332.047293:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802727296 00000100:00100000:0.0:1776998332.047298:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802727296 00000100:00100000:3.0:1776998332.053275:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:3361:x1863313802726016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52112us (57506us total) trans 4294970753 rc 0/0 00000100:00100000:3.0:1776998332.059585:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12580 00000100:00100000:3.0:1776998332.059628:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802726656 00000100:00100000:3.0:1776998332.059638:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802726656 00010000:00010000:2.0:1776998332.061625:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.061822:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.061920:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6663:1863313802726528:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.061954:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.063092:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802727168 00000100:00100000:0.0:1776998332.063100:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802727168 00000100:00100000:0.0:1776998332.063160:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802726912 00000100:00100000:0.0:1776998332.063185:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802726912 00000100:00100000:0.0:1776998332.063214:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802727040 00000100:00100000:0.0:1776998332.063218:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802727040 00000100:00100000:0.0:1776998332.063246:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12582 00000100:00100000:0.0:1776998332.063257:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3360:x1863313802726784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.063298:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3312 count 1 00010000:00010000:0.0:1776998332.063325:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063349:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 539 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063386:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063389:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063393:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.063440:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12583 00000100:00100000:2.0:1776998332.063454:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+37:3360:x1863313802727296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776998332.063455:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 539 pid: 12861 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063474:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 539 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1776998332.063474:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2507 count 1 00010000:00010000:2.0:1776998332.063491:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.063494:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802727424:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.063530:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 539 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.063540:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.063542:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.063545:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.063575:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 539 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.063585:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561480 going to sleep for 11 seconds 00010000:00010000:2.0:1776998332.063589:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 539 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.063604:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802727552:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.063611:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12584 00000100:00100000:0.0:1776998332.063622:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3360:x1863313802727168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.063640:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2580 count 1 00000100:00100000:2.0:1776998332.063640:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1600 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.063657:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063683:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 539 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063702:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063704:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063708:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063737:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 539 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063752:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 539 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.063777:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802727680:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.063815:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561a80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.063843:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12585 00000100:00100000:0.0:1776998332.063855:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3361:x1863313802726912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.063873:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2648 count 1 00010000:00010000:0.0:1776998332.063889:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063905:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 539 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063926:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063928:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.063932:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063961:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 539 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.063974:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 539 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.063990:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802727808:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.064024:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561c00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.064049:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12586 00000100:00100000:0.0:1776998332.064059:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3361:x1863313802727040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.064078:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3303 count 1 00010000:00010000:0.0:1776998332.064094:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064110:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 539 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064119:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.064121:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.064125:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064149:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 539 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064163:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 539 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.064208:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802727936:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.064251:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095619c0 going to sleep for 11 seconds 00000004:00080000:0.0:1776998332.064299:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7480/2, rc 0, transno 4294970753 00000100:00100000:0.0:1776998332.064566:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.064595:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756538880 00000100:00100000:0.0:1776998332.064601:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756538880 00010000:00010000:0.0:1776998332.064628:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 543 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.064665:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5278 00000100:00100000:0.0:1776998332.064675:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+543:2375:x1863313756538880:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.064688:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.064694:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 543 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064969:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 543 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.064998:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b400410/0x27b6fb2648191c44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b1fe expref: 543 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065016:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.065019:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.065024:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065035:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065066:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.065102:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+542:2375:x1863313756538880:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 427us (3283us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.065113:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5278 00010000:00010000:0.0:1776998332.065323:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065337:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065350:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065540:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.065566:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.067696:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f200087/0x27b6fb2648191425 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ae4d expref: 539 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.067719:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d264127c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6664:1863313802723200:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.067743:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.067755:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.067765:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.067777:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.067787:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.067809:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.068013:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:3361:x1863313802726400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29939us (31155us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1776998332.068026:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12581 00000100:00100000:2.0:1776998332.068055:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802721792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159978us (160075us total) trans 4294970754 rc 0/0 00000100:00100000:2.0:1776998332.068066:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12567 00000100:00080000:1.0:1776998332.070552:0:5875:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1776998332.077977:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.078052:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539136 00000100:00100000:2.0:1776998332.078065:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539136 00000100:00100000:2.0:1776998332.078128:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17091 00000100:00100000:2.0:1776998332.078143:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2880:17551:x1863313756539136:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998332.078582:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2881:17551:x1863313756539136:12345-192.168.201.35@tcp:35:rm.0 Request processed in 438us (612us total) trans 4295020221 rc 0/0 00000100:00100000:2.0:1776998332.078595:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17091 00000100:00100000:3.0:1776998332.081722:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12587 00000100:00100000:3.0:1776998332.081743:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3360:x1863313802726656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998332.086543:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802727552:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.086580:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.086664:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.086694:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.086723:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.086794:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.086877:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539264 00000100:00100000:2.0:1776998332.086887:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539264 00002000:00080000:3.0:1776998332.086906:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3325 count 1 00010000:00010000:2.0:1776998332.086926:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 539 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.086937:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.086960:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 539 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.086964:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539392 00000100:00100000:2.0:1776998332.086968:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539392 00010000:00010000:3.0:1776998332.086973:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.086977:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.086983:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.086984:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 540 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.087009:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539520 00000100:00100000:2.0:1776998332.087012:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539520 00010000:00010000:2.0:1776998332.087027:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 541 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.087028:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 541 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.087048:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 541 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.087055:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539648 00000100:00100000:2.0:1776998332.087058:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539648 00010000:00010000:2.0:1776998332.087074:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 542 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.087093:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802728192:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.087098:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5279 00000100:00100000:2.0:1776998332.087109:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+542:2372:x1863313756539264:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.087122:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.087128:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 542 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087145:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 542 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087196:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087200:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087206:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087220:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.087224:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d264216ec00 going to sleep for 11 seconds 00010000:00010000:2.0:1776998332.087243:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.087275:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.087276:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+542:2372:x1863313756539264:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 168us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.087294:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5279 00000100:00100000:2.0:1776998332.087316:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539776 00000100:00100000:2.0:1776998332.087321:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539776 00010000:00010000:2.0:1776998332.087340:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 542 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.087392:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5280 00000100:00100000:2.0:1776998332.087404:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+542:2372:x1863313756539392:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.087418:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.087425:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087440:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087462:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e153739f/0x27b6fb264818e658 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3997e expref: 542 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087479:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087481:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087486:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087497:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087544:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.087579:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+541:2372:x1863313756539392:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 177us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.087590:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5280 00000100:00100000:2.0:1776998332.087610:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5281 00000100:00100000:2.0:1776998332.087621:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+540:2373:x1863313756539520:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.087633:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.087640:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 540 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087656:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 540 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087674:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087677:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087682:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087694:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087712:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.087742:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+540:2373:x1863313756539520:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 122us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.087751:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5281 00000100:00100000:2.0:1776998332.087775:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5282 00000100:00100000:2.0:1776998332.087786:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+539:2375:x1863313756539648:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.087798:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.087806:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 539 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087821:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 539 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087840:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087843:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.087847:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087859:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087879:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.087910:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2603f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+539:2375:x1863313756539648:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 125us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.087919:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5282 00000100:00100000:2.0:1776998332.087940:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5283 00000100:00100000:2.0:1776998332.087950:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+538:2374:x1863313756539776:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.087962:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.087969:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 538 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.087995:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 538 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.088014:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.088017:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.088021:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.088032:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.088051:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.088079:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+538:2374:x1863313756539776:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.088088:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5283 00010000:00010000:3.0:1776998332.089272:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.089582:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.089605:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.089617:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.089641:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998332.090239:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+38:3360:x1863313802727296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26786us (43337us total) trans 4294970755 rc 0/0 00000100:00100000:3.0:1776998332.090251:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12583 00010000:00010000:0.0:1776998332.091475:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776998332.091488:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.091505:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.091512:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.091528:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092306:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092319:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dca3c9c4/0x27b6fb26481bb544 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092349:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.092382:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092404:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bf05400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.092409:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092423:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092439:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092451:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000782b859e/0x27b6fb26481bb4c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092473:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.092478:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092488:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.092493:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092505:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092520:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092532:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000177a6c30/0x27b6fb26481bb56e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.092554:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.092558:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.092561:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.092595:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d25087fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.092666:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998332.092740:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250da95f80/2, rc 0, transno 4294970614 00000100:00100000:0.0:1776998332.092751:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998332.092809:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.092837:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07480/2, rc 0, transno 4294970755 00000100:00100000:0.0:1776998332.092858:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802727296:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.092876:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891ca80/2, rc 0, transno 4294970754 00000100:00100000:0.0:1776998332.092882:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802721792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.092941:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728064 00000100:00100000:0.0:1776998332.092951:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728064 00000100:00100000:0.0:1776998332.093004:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12588 00000100:00100000:0.0:1776998332.093017:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3361:x1863313802728064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.093049:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2518 count 1 00010000:00010000:0.0:1776998332.093074:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093114:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 537 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093125:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.093128:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.093133:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093173:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 537 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093220:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 537 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.093239:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802728320:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.093319:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561240 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.093625:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093639:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093649:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093657:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbae000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.093663:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093672:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093691:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd3c9d68c (ffff8d250da9e600) 00010000:00010000:0.0:1776998332.093696:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.093700:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093709:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dbae000/0x27b6fb26481bb552 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd3c9d68c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093815:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5d6dfa/0x27b6fb26481acafc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c475c6 expref: 537 pid: 12861 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.093833:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12861:1863313802727424:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.093857:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093872:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093882:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093894:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093906:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.093933:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.094507:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802726784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31250us (47668us total) trans 4294970756 rc 0/0 00000100:00100000:0.0:1776998332.094518:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12582 00010000:00010000:0.0:1776998332.094567:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef6c874b/0x27b6fb2648191257 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ad7b expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.094583:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12887:1863313802727680:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.094602:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.094614:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.094624:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.094636:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.094648:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.094668:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.095050:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802727168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31427us (48043us total) trans 4294970757 rc 0/0 00000100:00100000:0.0:1776998332.095060:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12584 00010000:00010000:0.0:1776998332.095116:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000992eec52/0x27b6fb2648193b3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c013 expref: 535 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.095133:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802727808:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.095150:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.095162:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.095212:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.095225:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.095235:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.095259:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776998332.099048:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802728576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.099120:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776998332.102531:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998332.102544:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102563:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6c400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.102569:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102583:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102616:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102628:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003975f217/0x27b6fb26481bb567 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102660:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998332.102666:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102676:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6d400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.102960:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102972:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.102989:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103000:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ebdc036/0x27b6fb26481bb575 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103022:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.103026:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103036:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6de00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.103041:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103051:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103064:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103075:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000747a638/0x27b6fb26481bb57c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.103094:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.103096:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.103099:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.103851:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.103917:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.103957:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.103990:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.104021:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776998332.104029:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802728704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.104057:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.104080:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.104111:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.104152:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728576 00000100:00100000:2.0:1776998332.104160:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728576 00000100:00100000:2.0:1776998332.104262:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802729088 00000100:00100000:2.0:1776998332.104267:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802729088 00000100:00100000:2.0:1776998332.104290:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802729600 00000100:00100000:2.0:1776998332.104294:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802729600 00000100:00100000:2.0:1776998332.104313:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728704 00000100:00100000:2.0:1776998332.104318:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728704 00000100:00100000:2.0:1776998332.104621:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802729216 00000100:00100000:2.0:1776998332.104627:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802729216 00000100:00100000:2.0:1776998332.104684:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12589 00000100:00100000:2.0:1776998332.104696:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3359:x1863313802728576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998332.104731:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2551 count 1 00010000:00010000:2.0:1776998332.104756:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.104780:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 534 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.104792:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.104796:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.104801:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.104839:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 534 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.104856:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 534 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.104875:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802729728:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.104947:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03480 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.105019:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12590 00000100:00100000:2.0:1776998332.105032:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802729088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.105053:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3417 count 1 00010000:00010000:2.0:1776998332.105073:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.105091:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 541 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.105102:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.105104:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.105108:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.105136:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 541 pid: 11839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.105151:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 541 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.105166:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802729856:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.109822:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12591 00000100:00100000:1.0:1776998332.109842:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802729600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.109877:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2698 count 1 00010000:00010000:1.0:1776998332.109904:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.109931:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.109942:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.109944:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.109949:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.109998:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.110016:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.110037:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250da94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802729984:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.118217:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03540 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.118416:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12592 00000100:00100000:2.0:1776998332.118439:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802728704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.118478:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3180 count 1 00010000:00010000:2.0:1776998332.118510:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118540:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 541 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118553:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.118556:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.118561:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118605:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 541 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118624:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 541 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.118643:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802730112:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.118699:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.118726:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12593 00000100:00100000:2.0:1776998332.118738:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+73:3359:x1863313802729216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.118761:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2525 count 1 00010000:00010000:2.0:1776998332.118778:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118797:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 541 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118808:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.118810:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.118814:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118847:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 541 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.118862:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 541 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.118877:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802730240:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.118914:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d260326dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.119114:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.119205:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.119398:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.119438:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756539904 00000100:00100000:2.0:1776998332.119447:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756539904 00010000:00010000:2.0:1776998332.119488:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 535 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.119526:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540288 00000100:00100000:2.0:1776998332.119530:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540288 00010000:00010000:2.0:1776998332.119550:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 536 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.119578:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5284 00000100:00100000:2.0:1776998332.119589:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+536:2372:x1863313756539904:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.119603:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.119610:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.119629:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.119919:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.119922:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.119929:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.119942:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.119965:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.120008:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+536:2372:x1863313756539904:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 419us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.120019:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5284 00000100:00100000:2.0:1776998332.120080:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5285 00000100:00100000:2.0:1776998332.120090:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+535:2375:x1863313756540288:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.120101:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.120108:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 535 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.120123:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 535 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.120142:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.120145:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.120149:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.120161:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.120210:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.120239:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+535:2375:x1863313756540288:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 149us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.120249:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5285 00000100:00100000:0.0:1776998332.121330:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802726912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57475us (74225us total) trans 4294970758 rc 0/0 00000100:00100000:1.0:1776998332.122778:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750540 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.124624:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12585 00010000:00010000:0.0:1776998332.124708:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000084a42bc/0x27b6fb26481ac592 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xce7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47350 expref: 534 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.124732:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802727936:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.124760:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.124775:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.124787:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.124802:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.124814:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.128130:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.128817:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3361:x1863313802727040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64753us (81642us total) trans 4294970759 rc 0/0 00000100:00100000:0.0:1776998332.128834:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12586 00010000:00010000:3.0:1776998332.128927:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.128939:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.128955:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da6c000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.128962:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.128976:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129030:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129052:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2eedc3/0x27b6fb26481bb583 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xce7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129084:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.129087:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.129090:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.129296:0:12891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9662efe/0x27b6fb26481ad2ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c47954 expref: 533 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.129315:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802728192:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.129342:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129377:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129389:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129403:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129416:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.129448:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998332.131203:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.131277:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.131319:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802729344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.131386:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776998332.131434:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05f80/2, rc 0, transno 4294970759 00000100:00100000:1.0:1776998332.131455:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802727040:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998332.131472:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e04380/2, rc 0, transno 4294970758 00000100:00100000:1.0:1776998332.131478:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802726912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.131497:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1776998332.131508:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.131545:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.131576:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2623f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.131606:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.131627:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802729472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.131654:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776998332.131689:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.131699:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.131713:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.131718:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.131732:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.131753:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.131788:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fdde55a/0x27b6fb26481bb58a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.131817:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.131820:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.131823:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.131835:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998332.131862:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e04700/2, rc 0, transno 4294970757 00000100:00100000:1.0:1776998332.131870:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802727168:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776998332.131884:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05180/2, rc 0, transno 4294970756 00000100:00100000:1.0:1776998332.131889:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802726784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.132035:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728832 00000100:00100000:1.0:1776998332.132046:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728832 00000100:00100000:1.0:1776998332.132097:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802729344 00000100:00100000:1.0:1776998332.132103:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802729344 00000100:00100000:1.0:1776998332.132120:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728448 00000100:00100000:1.0:1776998332.132124:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728448 00000100:00100000:1.0:1776998332.132138:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802728960 00000100:00100000:1.0:1776998332.132141:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802728960 00000100:00100000:1.0:1776998332.132154:0:12895:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802729472 00000100:00100000:1.0:1776998332.132157:0:12895:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802729472 00000100:00100000:1.0:1776998332.132201:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12594 00000100:00100000:1.0:1776998332.132213:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+77:3361:x1863313802728832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.132250:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3408 count 1 00010000:00010000:1.0:1776998332.132276:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132300:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132312:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.132315:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.132320:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.132332:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.132381:0:12874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12595 00010000:00010000:1.0:1776998332.132387:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.132396:0:12874:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+77:3361:x1863313802729344:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998332.132407:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1776998332.132416:0:12874:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3420 count 1 00000100:00100000:1.0:1776998332.132435:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802730368:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.132458:0:12874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.132476:0:12874:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 541 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.132485:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.132487:0:12874:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.132491:0:12874:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.132511:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750780 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.132520:0:12874:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 541 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.132536:0:12874:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 541 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.132544:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12596 00000100:00100000:1.0:1776998332.132556:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3361:x1863313802728448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998332.132577:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3196 count 1 00010000:00010000:1.0:1776998332.132595:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132614:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132625:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.132627:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.132631:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132975:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.132990:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.133009:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802730624:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.133048:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750d80 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.133078:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12597 00000100:00100000:1.0:1776998332.133091:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+77:3361:x1863313802728960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.133110:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3248 count 1 00010000:00010000:1.0:1776998332.133127:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.133145:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 541 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.133156:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.133158:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.133162:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.133220:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 541 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.133237:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 541 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.133252:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802730752:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.133290:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091670c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.133440:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802730880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.133481:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.133504:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998332.133512:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802731264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.133544:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.133570:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802731008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.133598:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.133615:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998332.133623:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802731136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.133649:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.133963:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802730880 00000100:00100000:1.0:1776998332.133970:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802730880 00000100:00100000:1.0:1776998332.133998:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802731264 00000100:00100000:1.0:1776998332.134002:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802731264 00000100:00100000:1.0:1776998332.134016:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802731008 00000100:00100000:1.0:1776998332.134019:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802731008 00000100:00100000:1.0:1776998332.134031:0:6666:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802731136 00000100:00100000:1.0:1776998332.134035:0:6666:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802731136 00000100:00100000:1.0:1776998332.134051:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12598 00000100:00100000:1.0:1776998332.134060:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+77:3361:x1863313802729472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.134079:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3001 count 1 00010000:00010000:1.0:1776998332.134097:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.134115:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 541 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.134126:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.134128:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.134132:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.134161:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 541 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.134202:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 541 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.134218:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263684c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802731392:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.134259:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167d80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.135673:0:12874:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802730496:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.135727:0:12874:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.135762:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12599 00000100:00100000:0.0:1776998332.135779:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3360:x1863313802730880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.135801:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3456 count 1 00010000:00010000:0.0:1776998332.135820:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.135846:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.135857:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.135860:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.135863:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.135893:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.135908:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.135924:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802731520:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.135986:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561b40 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.136012:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12600 00000100:00100000:0.0:1776998332.136023:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3360:x1863313802731264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.136041:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2975 count 1 00010000:00010000:0.0:1776998332.136059:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.136076:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 532 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.136093:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.136095:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.136099:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.136148:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 532 pid: 6664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.136163:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 532 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.136207:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802731648:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.136255:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561000 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.136732:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.136767:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540544 00000100:00100000:2.0:1776998332.136773:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540544 00010000:00010000:2.0:1776998332.136803:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 533 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.136837:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5286 00000100:00100000:2.0:1776998332.136848:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+533:2375:x1863313756540544:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.136863:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.136869:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 533 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.136982:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 533 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.137008:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.137011:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.137017:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.137029:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.137053:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.137079:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+533:2375:x1863313756540544:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 233us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.137091:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5286 00000100:00100000:2.0:1776998332.137543:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802729856:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.137572:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.137613:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802730112:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.137629:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.137667:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802730240:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.137685:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.137815:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998332.139556:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3360:x1863313802726656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53326us (88106us total) trans 4294970760 rc 0/0 00000100:00100000:3.0:1776998332.139573:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12587 00000100:00100000:3.0:1776998332.139714:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12601 00000100:00100000:3.0:1776998332.139754:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+44:3361:x1863313802731008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998332.139783:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2906 count 1 00010000:00010000:3.0:1776998332.139809:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.139832:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 532 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.139843:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.139846:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.139850:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.139891:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 532 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.139978:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 532 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.139999:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802731776:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.140045:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.140471:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.140513:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.140556:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.140585:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540672 00000100:00100000:2.0:1776998332.140593:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540672 00010000:00010000:2.0:1776998332.140626:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 542 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.140658:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540416 00000100:00100000:2.0:1776998332.140662:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540416 00010000:00010000:2.0:1776998332.140679:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 543 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.140695:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540800 00000100:00100000:2.0:1776998332.140699:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540800 00010000:00010000:2.0:1776998332.141656:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 544 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.141687:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5287 00000100:00100000:2.0:1776998332.141699:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+544:2375:x1863313756540672:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.141715:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.141722:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 544 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.141741:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 544 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.141844:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540160 00000100:00100000:0.0:1776998332.141852:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540160 00000100:00100000:0.0:1776998332.141905:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52035 00000100:00100000:0.0:1776998332.141916:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2880:17551:x1863313756540160:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998332.141976:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998332.142002:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e066000/0x27b6fb26481a5220 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1874:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ed7 expref: 2880 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142033:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e064800/0x27b6fb26481a51f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1874:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43ec2 expref: 2879 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142056:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b134e00/0x27b6fb2648186d3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1874:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37b63 expref: 2878 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142073:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1874:0x0].0x0 (ffff8d250dd13400) 00010000:00010000:0.0:1776998332.142089:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998332.142113:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142155:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142171:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142193:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142204:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142213:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142390:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142405:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.142469:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998332.143545:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2974, 64 off198592 00010000:00010000:0.0:1776998332.143636:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143652:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143664:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143674:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143683:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143691:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143720:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998332.143745:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143756:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143767:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143776:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8a400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.143782:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143805:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143820:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1874:0x0].0x0 (ffff8d250db54000) 00010000:00010000:0.0:1776998332.143825:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998332.143831:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143841:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a400/0x27b6fb26481bb601 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143864:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143873:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143882:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143889:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8a000 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.143894:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143903:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143914:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998332.143917:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.143921:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.143929:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a000/0x27b6fb26481bb5f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998332.143947:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c972b84 reply state 00000000da7a6a19 transno 4295020222 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.143958:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998332.144054:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2879:17551:x1863313756540160:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2135us (24938us total) trans 4295020222 rc 0/0 00000100:00100000:0.0:1776998332.144067:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52035 00010000:00010000:0.0:1776998332.144147:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070bd978a/0x27b6fb264818ecf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39c80 expref: 532 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.144168:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bedd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802728320:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.144234:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.144250:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.144263:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.144277:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.144290:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.144326:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.145074:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3361:x1863313802728064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52057us (52406us total) trans 4294970761 rc 0/0 00000100:00100000:0.0:1776998332.145087:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12588 00000100:00100000:0.0:1776998332.145122:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12602 00000100:00100000:0.0:1776998332.145136:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3361:x1863313802731136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.145165:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3062 count 1 00010000:00010000:0.0:1776998332.145221:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.145244:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 531 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.145257:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.145260:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.145265:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.145308:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 531 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.145329:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 531 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.145351:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802731904:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.145634:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5288 00000100:00100000:3.0:1776998332.145652:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+544:2372:x1863313756540416:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.145668:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.145677:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 544 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145698:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 544 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145728:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000672e173f/0x27b6fb26481b09d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49259 expref: 544 pid: 11839 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145747:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.145750:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.145756:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145769:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145802:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.145843:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+543:2372:x1863313756540416:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 195us (5327us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.145856:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5288 00000100:00100000:3.0:1776998332.145883:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5289 00000100:00100000:3.0:1776998332.145896:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+542:2372:x1863313756540800:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.145909:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.145917:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 542 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145933:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 542 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145955:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa15d60/0x27b6fb26481a7b47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4518b expref: 542 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145974:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.145977:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.145982:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.145995:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146027:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.146061:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+541:2372:x1863313756540800:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (5502us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.146072:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5289 00010000:00010000:3.0:1776998332.146105:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146128:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146143:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146156:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146180:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776998332.146469:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062409522/0x27b6fb264818f18e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39e94 expref: 540 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.146488:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.146490:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.146495:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.146499:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2636511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+78:3359:x1863313802729088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41469us (42582us total) trans 4294970615 rc 0/0 00010000:00010000:2.0:1776998332.146509:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.146512:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12590 00010000:00010000:2.0:1776998332.146538:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.146543:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146556:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146569:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.146571:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+539:2375:x1863313756540672:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4874us (6102us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.146582:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5287 00010000:00010000:3.0:1776998332.146582:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146611:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776998332.146802:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+78:3359:x1863313802728704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28372us (42742us total) trans 4294970616 rc 0/0 00000100:00100000:3.0:1776998332.146813:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12592 00010000:00010000:3.0:1776998332.146840:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998332.146850:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.146851:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146863:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8a600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.146866:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146869:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.146881:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146881:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.146893:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146899:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1874:0x0].0x0 (ffff8d250db54000) 00010000:00010000:3.0:1776998332.146903:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998332.146909:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1776998332.146909:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146918:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8a600/0x27b6fb26481bb608 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146940:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998332.146945:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146956:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8a800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.146961:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146972:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146987:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.146998:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c409cf6/0x27b6fb26481bb591 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147016:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998332.147022:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147032:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.147036:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147047:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147061:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147071:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072451b48/0x27b6fb26481bb59f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147091:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998332.147096:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147106:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250db08200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.147111:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147123:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147139:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147151:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093221179/0x27b6fb26481bb5ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147197:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.147202:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.147213:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.147218:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.147636:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+78:3359:x1863313802729216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28898us (43521us total) trans 4294970617 rc 0/0 00000100:00100000:2.0:1776998332.147647:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12593 00000004:00080000:1.0:1776998332.153478:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05c00/2, rc 0, transno 4294970760 00000100:00100000:1.0:1776998332.153506:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802726656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776998332.155086:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.155151:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.155186:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016e923dd/0x27b6fb26481bb5b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.155220:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.155223:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.155227:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998332.161706:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d25087fd880/2, rc 0, transno 4294970761 00000100:00100000:2.0:1776998332.161726:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d25087fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.162931:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561a80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.162993:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.163271:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0df80/2, rc 0, transno 4294970616 00000100:00100000:0.0:1776998332.163296:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802728704:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.163313:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc51c00/2, rc 0, transno 4294970617 00000100:00100000:0.0:1776998332.163318:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729216:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.163331:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0dc00/2, rc 0, transno 4294970615 00000100:00100000:0.0:1776998332.163336:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998332.169472:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.169485:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.169755:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263684ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.169870:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.169935:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.169970:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.170000:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776998332.170009:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.170037:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.170073:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802732288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.170103:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.170123:0:3362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776998332.170131:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d263684f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802732160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.170158:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.170225:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802732032 00000100:00100000:1.0:1776998332.170234:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802732032 00000100:00100000:1.0:1776998332.170283:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802732544 00000100:00100000:1.0:1776998332.170287:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802732544 00000100:00100000:1.0:1776998332.170320:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802732416 00000100:00100000:1.0:1776998332.170326:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802732416 00000100:00100000:1.0:1776998332.170348:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802732288 00000100:00100000:1.0:1776998332.170353:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802732288 00000100:00100000:1.0:1776998332.170393:0:13958:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802732160 00000100:00100000:1.0:1776998332.170397:0:13958:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802732160 00000100:00100000:1.0:1776998332.170417:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12603 00000100:00100000:1.0:1776998332.170430:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3360:x1863313802732032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776998332.170464:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3053 count 1 00010000:00010000:1.0:1776998332.170495:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.170528:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 531 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.170537:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998332.170542:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.170545:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.170550:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.170571:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998332.170591:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 531 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.170601:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:1.0:1776998332.170611:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 531 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.170631:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802732672:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.170704:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509167300 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.170749:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12895:1863313802730368:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.170775:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.170813:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12889:1863313802730624:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.170830:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.170858:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12898:1863313802730752:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.170875:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.170909:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250da94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802729984:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.170924:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.170951:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12604 00000100:00100000:1.0:1776998332.170963:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+80:3360:x1863313802732544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.170983:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2730 count 1 00010000:00010000:1.0:1776998332.171003:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.171021:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 538 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.171040:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.171043:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.171046:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.171076:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 538 pid: 12888 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.171092:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 538 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.171108:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802732800:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.172106:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172331:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172391:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172425:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172468:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172518:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172545:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.172631:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12605 00000100:00100000:0.0:1776998332.172646:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+80:3360:x1863313802732416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998332.172669:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2870 count 1 00010000:00010000:0.0:1776998332.172688:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172706:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 538 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172725:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.172727:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.172730:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172765:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 538 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172782:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 538 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.172798:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802732928:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.172859:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561480 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.172884:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12606 00000100:00100000:0.0:1776998332.172896:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+80:3362:x1863313802732288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998332.172914:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2967 count 1 00010000:00010000:0.0:1776998332.172930:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172948:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 538 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172957:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.172959:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.172964:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.172989:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 538 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.173002:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 538 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.173017:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802733056:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.173054:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.173078:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12607 00000100:00100000:0.0:1776998332.173091:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+46:3362:x1863313802732160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.173110:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2746 count 1 00010000:00010000:0.0:1776998332.173127:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.173142:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 531 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.173151:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.173153:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.173157:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.173206:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 531 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.173512:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 531 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.173527:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802733184:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.173533:0:12894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b40fc044/0x27b6fb26481900e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a58d expref: 531 pid: 12898 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.173553:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12894:1863313802729728:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.173571:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561240 going to sleep for 11 seconds 00010000:00010000:2.0:1776998332.173575:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.173589:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.173599:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.173619:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.173631:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.173652:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.173988:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250d9e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+47:3359:x1863313802728576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 69292us (74867us total) trans 4294970762 rc 0/0 00000100:00100000:2.0:1776998332.174000:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12589 00000100:00100000:2.0:1776998332.174037:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756540928 00000100:00100000:0.0:1776998332.174057:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541184 00000100:00100000:0.0:1776998332.174064:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541184 00000100:00100000:2.0:1776998332.174067:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756540928 00010000:00010000:2.0:1776998332.174094:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 539 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.174119:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541056 00000100:00100000:2.0:1776998332.174123:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541056 00010000:00010000:3.0:1776998332.174753:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.174764:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.174778:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250dbaf800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.174783:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175175:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175203:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175215:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000feba6281/0x27b6fb26481bb598 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175241:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.175244:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.175247:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.175380:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175394:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175404:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175412:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8ba00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.175416:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175425:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175439:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3bf0c888 (ffff8d250db54300) 00010000:00010000:3.0:1776998332.175443:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.175447:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.175455:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250da8ba00/0x27b6fb26481bb5fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3bf0c888 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.175518:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802731776:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.175541:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.175566:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541440 00000100:00100000:3.0:1776998332.175571:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541440 00010000:00010000:0.0:1776998332.180042:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 531 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.182268:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091670c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.182333:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263684c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802731392:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.182408:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.182747:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.182810:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541696 00000100:00100000:2.0:1776998332.182819:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541696 00010000:00010000:2.0:1776998332.182856:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.182876:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5290 00000100:00100000:2.0:1776998332.182891:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+541:2372:x1863313756540928:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.182912:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.182920:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.182939:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.182968:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001105863f/0x27b6fb26481959a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cde2 expref: 541 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.182989:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.182993:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.182999:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183013:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183062:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.183106:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+540:2372:x1863313756540928:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 218us (12568us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.183117:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5290 00000100:00100000:2.0:1776998332.183142:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541952 00000100:00100000:2.0:1776998332.183147:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541952 00010000:00010000:2.0:1776998332.183201:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 533 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.183230:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541568 00000100:00100000:2.0:1776998332.183235:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541568 00010000:00010000:2.0:1776998332.183256:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 540 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.183275:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541824 00000100:00100000:2.0:1776998332.183279:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541824 00010000:00010000:2.0:1776998332.183296:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 534 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.183313:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756541312 00000100:00100000:2.0:1776998332.183317:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756541312 00010000:00010000:2.0:1776998332.183333:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 541 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.183376:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5291 00000100:00100000:2.0:1776998332.183389:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+541:2372:x1863313756541056:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.183401:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.183408:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183424:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183444:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002951c08b/0x27b6fb26481b046f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48fe3 expref: 541 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183460:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.183462:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.183466:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183478:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.183504:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.183537:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+540:2372:x1863313756541056:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 149us (12934us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.183548:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5291 00000100:00100000:2.0:1776998332.183568:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5292 00010000:00010000:1.0:1776998332.183654:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.183669:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.183684:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.183697:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.183728:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.184004:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5293 00000100:00100000:0.0:1776998332.184019:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+534:2375:x1863313756541952:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.184033:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.184042:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 534 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184077:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 534 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184099:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fff204a3/0x27b6fb264819d673 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4069f expref: 534 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184115:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.184119:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.184140:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184153:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184209:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.184243:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+533:2375:x1863313756541952:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 228us (11885us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.184253:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5293 00000100:00100000:0.0:1776998332.184277:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5294 00000100:00100000:0.0:1776998332.184286:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+539:2375:x1863313756541568:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.184299:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.184306:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 539 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184321:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 539 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184340:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.184343:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.184347:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.184353:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+81:3361:x1863313802728832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52141us (53074us total) trans 4294970618 rc 0/0 00000100:00100000:1.0:1776998332.184394:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12594 00010000:00010000:0.0:1776998332.184395:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.184423:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.185086:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 539 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.185137:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5295 00000100:00100000:3.0:1776998332.185152:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+532:2375:x1863313756541824:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.185165:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.185195:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 532 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.185210:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 532 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.185230:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.185232:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.185237:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.185539:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.185572:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.186144:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+532:2375:x1863313756541696:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.186162:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.186175:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.186191:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.186210:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.186212:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.186218:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.186238:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.186261:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1776998332.186695:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0c380/2, rc 0, transno 4294970618 00000100:00100000:1.0:1776998332.186722:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998332.186758:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.186793:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.186808:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.186821:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.186864:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.187081:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+539:2375:x1863313756541568:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 2792us (14652us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.187094:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5294 00000100:00100000:1.0:1776998332.187128:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3359:x1863313802729600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77293us (83136us total) trans 4294970619 rc 0/0 00000100:00100000:1.0:1776998332.187139:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12591 00000100:00100000:0.0:1776998332.187143:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5296 00000100:00100000:0.0:1776998332.187156:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+538:2373:x1863313756541312:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.187168:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.187170:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.187177:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187179:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 538 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187192:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.187197:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 538 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187199:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187215:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187220:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e9640a4/0x27b6fb26481aa42f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46423 expref: 538 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187233:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187237:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.187240:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.187245:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187245:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f7b7e07/0x27b6fb26481bb5bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187259:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187270:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.187276:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187285:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cae00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.187290:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187294:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998332.187302:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.187318:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+537:2373:x1863313756541312:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (14798us total) trans 0 rc 0/0 00010000:00010000:1.0:1776998332.187325:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.187328:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5296 00010000:00010000:1.0:1776998332.187336:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057f3ac30/0x27b6fb26481bb5a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.187352:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5297 00000100:00100000:0.0:1776998332.187394:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+532:2372:x1863313756541184:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.187409:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.187417:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187423:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.187426:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.187429:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.187443:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187455:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187457:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187471:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187478:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000860c5b18/0x27b6fb26481a8534 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4560e expref: 532 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187484:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187494:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.187496:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.187501:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.187506:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998332.187513:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187542:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.187567:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+531:2372:x1863313756541184:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 175us (16994us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.187578:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5297 00000100:00100000:0.0:1776998332.187635:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5298 00000100:00100000:0.0:1776998332.187646:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+536:2375:x1863313756541440:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.187658:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.187665:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.187681:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.187964:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3361:x1863313802728960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54874us (56355us total) trans 4294970620 rc 0/0 00000100:00100000:1.0:1776998332.187975:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12597 00010000:00010000:1.0:1776998332.188004:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.188010:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.188019:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000144ddd13/0x27b6fb26481a0fe6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c420bc expref: 536 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.188023:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.188029:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.188034:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.188037:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.188042:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.188042:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.188057:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.188060:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.188071:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef463a60/0x27b6fb26481bb5d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.188088:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776998332.188092:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.188094:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.188097:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.188112:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+535:2375:x1863313756541440:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 468us (16010us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.188127:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5298 00000004:00080000:1.0:1776998332.188130:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2623f0e300/2, rc 0, transno 4294970620 00000100:00100000:1.0:1776998332.188137:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2623f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.188554:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.188558:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802733312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.188884:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.188923:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998332.188932:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802733440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.188966:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.189015:0:12894:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802733312 00000100:00100000:1.0:1776998332.189024:0:12894:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802733312 00000100:00100000:0.0:1776998332.189093:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542336 00000100:00100000:0.0:1776998332.189101:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542336 00000100:00100000:3.0:1776998332.189340:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+531:2375:x1863313756541824:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 4190us (16868us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.189351:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5295 00010000:00010000:3.0:1776998332.192928:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.192950:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.192963:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.192974:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.193003:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.193943:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+47:3361:x1863313802728448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61385us (62393us total) trans 4294970763 rc 0/0 00000100:00100000:3.0:1776998332.193958:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12596 00000100:00100000:3.0:1776998332.193990:0:12889:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802733440 00000100:00100000:3.0:1776998332.193999:0:12889:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802733440 00000100:00100000:3.0:1776998332.194045:0:12889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12608 00000100:00100000:3.0:1776998332.194057:0:12889:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+82:3361:x1863313802733440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998332.194093:0:12889:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2695 count 1 00010000:00010000:3.0:1776998332.194124:0:12889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194151:0:12889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 534 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194164:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.194194:0:12889:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.194200:0:12889:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194247:0:12889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 534 pid: 12899 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194267:0:12889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 534 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.194288:0:12889:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802733568:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.194408:0:12889:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389180 going to sleep for 11 seconds 00010000:00010000:3.0:1776998332.194432:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.194440:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194453:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.194458:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194480:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194503:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194514:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afda93d9/0x27b6fb26481bb5c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194542:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.194545:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.194549:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.194566:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194580:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194595:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194609:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194634:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.194848:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3361:x1863313802731008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55097us (61246us total) trans 4294970764 rc 0/0 00000100:00100000:3.0:1776998332.194860:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12601 00000100:00100000:3.0:1776998332.194933:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13958:1863313802732672:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.194962:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.194994:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.195008:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.195022:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.195032:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.195055:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998332.195642:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+530:2375:x1863313756541696:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 12033us (23280us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.195657:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5292 00010000:00010000:0.0:1776998332.197869:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 529 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.198005:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5299 00000100:00100000:0.0:1776998332.198026:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+529:2375:x1863313756542336:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.198046:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.198074:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 529 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.198096:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 529 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.198126:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.198129:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.198157:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.198195:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.198224:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1776998332.198567:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dfb80/2, rc 0, transno 4294970764 00000100:00100000:2.0:1776998332.198587:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802731008:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998332.198604:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e6a00/2, rc 0, transno 4294970763 00000100:00100000:2.0:1776998332.198609:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802728448:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998332.198623:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636511f80/2, rc 0, transno 4294970621 00000100:00100000:2.0:1776998332.198651:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802729472:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776998332.198675:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998332.198684:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198697:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5000 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.198703:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198717:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198746:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198758:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd30763/0x27b6fb26481bb5ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198804:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.198811:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198823:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cac00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.198828:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198840:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198872:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198884:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1f77b0a/0x27b6fb26481bb5d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.198903:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.198905:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.198909:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.198918:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.199689:0:12894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12609 00000100:00100000:1.0:1776998332.199705:0:12894:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+83:3361:x1863313802733312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.199785:0:12894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2958 count 1 00010000:00010000:1.0:1776998332.199813:0:12894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.199834:0:12894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 534 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.200013:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+529:2375:x1863313756542336:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 1994us (11457us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.200026:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5299 00010000:00010000:1.0:1776998332.200392:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.200395:0:12894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.200400:0:12894:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.200447:0:12894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 534 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.200466:0:12894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 534 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.200487:0:12894:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802733696:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.200558:0:12894:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750540 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.201024:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802734080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.201084:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.201145:0:12896:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802734080 00000100:00100000:1.0:1776998332.201153:0:12896:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802734080 00000100:00100000:1.0:1776998332.201231:0:12896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12610 00000100:00100000:1.0:1776998332.201243:0:12896:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+84:3361:x1863313802734080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.201265:0:12896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2873 count 1 00010000:00010000:1.0:1776998332.201287:0:12896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.201560:0:12896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 534 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.201849:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.201853:0:12896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.201857:0:12896:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.201891:0:12896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 534 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.201907:0:12896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 534 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.201924:0:12896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802734208:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.201971:0:12896:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750d80 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.202653:0:12874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000588f7106/0x27b6fb26481b0ba7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4932b expref: 534 pid: 12895 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.202674:0:12874:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e04a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12874:1863313802730496:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.202700:0:12874:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.202715:0:12874:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.202726:0:12874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.202741:0:12874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.202754:0:12874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.202790:0:12874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.203266:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802733952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998332.203595:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.203647:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776998332.203657:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802733824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776998332.203693:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.203747:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802733952 00000100:00100000:2.0:1776998332.203755:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802733952 00000100:00100000:2.0:1776998332.203817:0:12891:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802733824 00000100:00100000:2.0:1776998332.203821:0:12891:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802733824 00000100:00100000:2.0:1776998332.203845:0:12891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12611 00000100:00100000:2.0:1776998332.203856:0:12891:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802733952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998332.203879:0:12891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2681 count 1 00010000:00010000:2.0:1776998332.203903:0:12891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.203926:0:12891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 528 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.203937:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.203940:0:12891:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.203945:0:12891:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.203982:0:12891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 528 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.204007:0:12891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 528 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.204025:0:12891:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802734336:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.204080:0:12891:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2638ea1600 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.204107:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12612 00000100:00100000:2.0:1776998332.204118:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+48:3360:x1863313802733824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998332.204139:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2978 count 1 00010000:00010000:2.0:1776998332.204156:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.204202:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 528 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.204214:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.204216:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.204220:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.204253:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 528 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.204267:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 528 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.204293:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802734464:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.204332:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03480 going to sleep for 11 seconds 00000100:00100000:3.0:1776998332.204729:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+85:3361:x1863313802729472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61234us (63638us total) trans 4294970621 rc 0/0 00000100:00100000:3.0:1776998332.204743:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12598 00000100:00100000:0.0:1776998332.208995:0:12874:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+84:3361:x1863313802729344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76595us (77601us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1776998332.209011:0:12874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12595 00000004:00080000:2.0:1776998332.209084:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636512300/2, rc 0, transno 4294970622 00010000:00010000:0.0:1776998332.209097:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fc4424/0x27b6fb26481b219c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49d26 expref: 528 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.209112:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802729344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.209124:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12863:1863313802731520:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.209151:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209169:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209182:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209198:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209211:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209243:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998332.209569:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998332.209581:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209596:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8b600 already unused, calling callback (ffffffffc16382d0) 00000100:00100000:0.0:1776998332.209600:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802730880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73824us (76117us total) trans 4294970765 rc 0/0 00010000:00010000:2.0:1776998332.209603:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.209613:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12599 00010000:00010000:2.0:1776998332.209619:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209649:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209662:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017bde37d/0x27b6fb26481bb5c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209665:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfa94a86/0x27b6fb264819fff5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4197d expref: 527 pid: 6664 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.209683:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802731648:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.209691:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.209697:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209704:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209719:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8b800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.209720:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209725:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209733:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209739:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209747:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209756:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209759:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.209783:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.209796:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000801c7e1d/0x27b6fb26481bb5de lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209817:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.209822:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209833:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250da8a200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.209838:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209870:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209887:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209902:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000571c0880/0x27b6fb26481bb5e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.209922:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.209925:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.209927:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.210294:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3360:x1863313802731264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74270us (76746us total) trans 4294970766 rc 0/0 00000100:00100000:0.0:1776998332.210307:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12600 00000100:00100000:3.0:1776998332.211828:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998332.211852:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802734592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998332.213296:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.214096:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802734592 00000100:00100000:3.0:1776998332.214106:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802734592 00000100:00100000:3.0:1776998332.214164:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12613 00000100:00100000:3.0:1776998332.214204:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+84:3361:x1863313802734592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998332.214219:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1776998332.214242:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3026 count 1 00010000:00010000:3.0:1776998332.214273:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.214301:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 533 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.214314:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.214317:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.214324:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.214395:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 533 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.214415:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 533 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.214436:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802734720:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.214495:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389f00 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.217413:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.217614:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.217997:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.218152:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.218292:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.218349:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542208 00000100:00100000:0.0:1776998332.218382:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542208 00000004:00080000:1.0:1776998332.218430:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2636511880/2, rc 0, transno 4294970619 00000100:00100000:1.0:1776998332.218450:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802729600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.218451:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17092 00000100:00100000:0.0:1776998332.218465:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2878:17551:x1863313756542208:12345-192.168.201.35@tcp:35:rm.0 00000004:00080000:1.0:1776998332.218472:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e7100/2, rc 0, transno 4294970762 00000100:00100000:1.0:1776998332.218484:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802728576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.218571:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26368dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802734848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776998332.218622:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.218962:0:3359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776998332.218977:0:3359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802734976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.219040:0:3359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.219080:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2879:17551:x1863313756542208:12345-192.168.201.35@tcp:35:rm.0 Request processed in 616us (46530us total) trans 4295020223 rc 0/0 00000100:00100000:0.0:1776998332.219093:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17092 00010000:00010000:0.0:1776998332.219124:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.219206:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084c64ae3/0x27b6fb26481a344b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c43147 expref: 526 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.219480:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802731904:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.219508:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.219524:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.219535:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.219550:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.219562:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.219590:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.220229:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802732800:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.220532:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.222091:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542464 00000100:00100000:2.0:1776998332.222100:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542464 00010000:00010000:2.0:1776998332.222137:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 526 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.222166:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542592 00000100:00100000:2.0:1776998332.222197:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542592 00010000:00010000:2.0:1776998332.222221:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 534 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.222242:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542720 00000100:00100000:2.0:1776998332.222246:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542720 00010000:00010000:2.0:1776998332.222263:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 535 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.222282:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542848 00000100:00100000:2.0:1776998332.222286:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542848 00000100:00100000:3.0:1776998332.223804:0:11200:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756542976 00000100:00100000:3.0:1776998332.223814:0:11200:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756542976 00010000:00010000:3.0:1776998332.223847:0:11200:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 536 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.223881:0:11200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5300 00000100:00100000:3.0:1776998332.223893:0:11200:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+527:2375:x1863313756542464:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.223911:0:11200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.223918:0:11200:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 527 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.223940:0:11200:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 527 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.223971:0:11200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f274a55/0x27b6fb26481a2ee1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42ed1 expref: 527 pid: 12896 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.223992:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.223995:0:11200:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.224002:0:11200:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.224016:0:11200:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.224088:0:11200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.228975:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3361:x1863313802731136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83835us (95315us total) trans 4294970767 rc 0/0 00000100:00100000:0.0:1776998332.228994:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12602 00000100:00100000:0.0:1776998332.229034:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802734848 00000100:00100000:0.0:1776998332.229042:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802734848 00000100:00100000:0.0:1776998332.229109:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802734976 00000100:00100000:0.0:1776998332.229115:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802734976 00000100:00100000:0.0:1776998332.229199:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12614 00000100:00100000:0.0:1776998332.229216:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3359:x1863313802734848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.229530:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2921 count 1 00010000:00010000:0.0:1776998332.229567:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.229595:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 526 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.229608:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.229610:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.229616:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.229659:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 526 pid: 12898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.229678:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 526 pid: 12898 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.229991:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802735104:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.230086:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.230119:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5301 00000100:00100000:0.0:1776998332.230133:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+536:2372:x1863313756542592:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.230153:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.230162:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 536 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230213:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 536 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230242:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.230245:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.230250:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230263:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230287:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.230322:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+536:2372:x1863313756542592:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 191us (12708us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.230333:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5301 00000100:00100000:0.0:1776998332.230387:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5302 00000100:00100000:0.0:1776998332.230400:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250897ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+535:2372:x1863313756542720:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.230413:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.230422:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 535 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230438:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 535 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230458:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.230461:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.230466:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230477:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230496:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.230528:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+535:2372:x1863313756542720:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 130us (12532us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.230538:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5302 00000100:00100000:0.0:1776998332.230568:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5303 00000100:00100000:0.0:1776998332.230579:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+534:2374:x1863313756542976:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.230591:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.230598:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 534 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.230614:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 534 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.234455:0:11200:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:369461cb-7f78-4346-9149-8d8e50833e9b+526:2375:x1863313756542464:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 10539us (17025us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.234471:0:11200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5300 00010000:00010000:3.0:1776998332.234526:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.234542:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.234558:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.234572:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.234600:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776998332.234896:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3360:x1863313802732032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64466us (65024us total) trans 4294970768 rc 0/0 00000100:00100000:3.0:1776998332.234909:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12603 00000100:00100000:3.0:1776998332.234936:0:13958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12615 00000100:00100000:3.0:1776998332.234949:0:13958:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+85:3359:x1863313802734976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776998332.234980:0:13958:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3009 count 1 00010000:00010000:3.0:1776998332.235007:0:13958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.235033:0:13958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 534 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.235045:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.235047:0:13958:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.235080:0:13958:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.235125:0:13958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 534 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.235143:0:13958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 534 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.235163:0:13958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802735232:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.235262:0:13958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389b40 going to sleep for 11 seconds 00010000:00010000:1.0:1776998332.235492:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998332.235503:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235517:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfdc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.235523:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235537:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235560:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235573:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000878405fe/0x27b6fb26481bb60f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235603:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.235609:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235619:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cbc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.235623:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235939:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235958:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235970:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf3cbe7d/0x27b6fb26481bb616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.235992:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.235995:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.235998:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.238222:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 525 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.238274:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5304 00000100:00100000:2.0:1776998332.238292:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d263684c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+525:2374:x1863313756542848:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1776998332.238309:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776998332.238317:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 525 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.238337:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 525 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.238413:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.238416:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.238423:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.238437:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.238463:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776998332.238516:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+525:2374:x1863313756542848:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 229us (20364us total) trans 0 rc 0/0 00000100:00100000:2.0:1776998332.238527:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5304 00000004:00080000:2.0:1776998332.239386:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dca80/2, rc 0, transno 4294970767 00000100:00100000:2.0:1776998332.239414:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802731136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998332.239439:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.239447:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998332.239474:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263684ea00/2, rc 0, transno 4294970768 00000100:00100000:2.0:1776998332.239482:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263684ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732032:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998332.239528:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368df480/2, rc 0, transno 4294970766 00000100:00100000:2.0:1776998332.239540:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802731264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.239544:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802735360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776998332.239557:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368ddc00/2, rc 0, transno 4294970765 00000100:00100000:2.0:1776998332.239562:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802730880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.239604:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.239937:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998332.239949:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802735488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.239989:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.240111:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802735744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.240149:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.240226:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1776998332.240236:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802735616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776998332.240270:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.240301:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802735360 00000100:00100000:3.0:1776998332.240309:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802735360 00000100:00100000:3.0:1776998332.240338:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802735488 00000100:00100000:3.0:1776998332.240343:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802735488 00000100:00100000:3.0:1776998332.240385:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802735744 00000100:00100000:3.0:1776998332.240389:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802735744 00000100:00100000:3.0:1776998332.240405:0:12898:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802735616 00000100:00100000:3.0:1776998332.240408:0:12898:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802735616 00000100:00100000:3.0:1776998332.240426:0:12898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12616 00000100:00100000:3.0:1776998332.240437:0:12898:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2623f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+53:3361:x1863313802735360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998332.240464:0:12898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2914 count 1 00010000:00010000:3.0:1776998332.240489:0:12898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.240511:0:12898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 524 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.240522:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.240525:0:12898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.240529:0:12898:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.240563:0:12898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 524 pid: 12863 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.240581:0:12898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 524 pid: 12863 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.240608:0:12898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802735872:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.240663:0:12898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389a80 going to sleep for 11 seconds 00000100:00100000:3.0:1776998332.241015:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12617 00000100:00100000:3.0:1776998332.241027:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3361:x1863313802735488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776998332.241049:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3050 count 1 00010000:00010000:0.0:1776998332.241144:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb00adb7/0x27b6fb2648196ce0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d6a2 expref: 534 pid: 12888 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241174:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.241177:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.241182:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241195:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241237:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.241284:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250da94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+533:2374:x1863313756542976:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 10705us (22991us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.241297:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5303 00000100:00100000:0.0:1776998332.241687:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12618 00000100:00100000:0.0:1776998332.241700:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+53:3360:x1863313802735744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.241723:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3371 count 1 00010000:00010000:0.0:1776998332.241740:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241760:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 524 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241772:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.241774:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.241779:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241822:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 524 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241839:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 524 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.241856:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802736000:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.241911:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561b40 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.241935:0:11839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12619 00000100:00100000:2.0:1776998332.241950:0:11839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3360:x1863313802735616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776998332.241974:0:11839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2515 count 1 00010000:00010000:2.0:1776998332.241992:0:11839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.241997:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130639e8/0x27b6fb264819c118 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fcea expref: 532 pid: 12863 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242013:0:11839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 524 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.242016:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802732928:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.242025:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.242027:0:11839:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.242031:0:11839:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.242041:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.242056:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242061:0:11839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 524 pid: 12889 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.242070:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242078:0:11839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 524 pid: 12889 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.242085:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.242096:0:11839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802736128:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.242108:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.242134:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.242142:0:11839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d250af03540 going to sleep for 11 seconds 00010000:00010000:2.0:1776998332.242218:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242488:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242502:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242513:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.242538:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998332.243144:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+86:3360:x1863313802732544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72180us (73169us total) trans 4294970623 rc 0/0 00000100:00100000:2.0:1776998332.243155:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12604 00010000:00010000:1.0:1776998332.244031:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998332.244041:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244056:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfda00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.244063:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244077:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244099:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244111:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244139:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.244145:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244155:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cba00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.244161:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244214:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244230:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244241:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38f89f7/0x27b6fb26481bb61d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.244263:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.244265:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.244268:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.250602:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+86:3360:x1863313802732416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77666us (80269us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1776998332.250619:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12605 00010000:00010000:0.0:1776998332.250702:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006afd6cd/0x27b6fb264819fb72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41770 expref: 531 pid: 12889 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.250984:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802733056:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.251018:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.251037:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.251050:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.251065:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.251078:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.251213:0:12897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6e31b17/0x27b6fb2648197633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xaba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3dadf expref: 524 pid: 12874 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.251235:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12897:1863313802733184:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.251256:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.251269:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.251280:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.251293:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.251305:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.251849:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.251880:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 523 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.251893:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.251896:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.251902:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1776998332.251956:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e5880/2, rc 0, transno 4294970624 00000100:00100000:3.0:1776998332.251977:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732416:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776998332.251993:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e4700/2, rc 0, transno 4294970623 00000100:00100000:3.0:1776998332.251998:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802732544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776998332.252284:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 523 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.252305:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 523 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.252327:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802736256:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.252464:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2502389540 going to sleep for 11 seconds 00010000:00010000:0.0:1776998332.253658:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776998332.254026:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776998332.254688:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998332.254699:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254714:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfc200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.254720:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254735:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254760:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254770:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0e6b3e2/0x27b6fb26481bb62b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254794:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.254799:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254809:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfcc00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.254813:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254825:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254839:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254849:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000734e466b/0x27b6fb26481bb632 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xaba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.254867:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.254869:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.254872:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.257344:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+86:3362:x1863313802732288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 84445us (87235us total) trans 4294970625 rc 0/0 00010000:00010000:3.0:1776998332.258155:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.259780:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12606 00010000:00010000:0.0:1776998332.259834:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.259917:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250d9e6680/2, rc 0, transno 4294970625 00000100:00100000:0.0:1776998332.259928:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802732288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.260067:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998332.260086:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802736640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998332.260219:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802736384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998332.260531:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776998332.260581:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776998332.260591:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250bde2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802736512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998332.260624:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.261595:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802736384 00000100:00100000:2.0:1776998332.261607:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802736384 00000100:00100000:2.0:1776998332.261655:0:12888:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802736512 00000100:00100000:2.0:1776998332.261660:0:12888:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802736512 00000100:00100000:2.0:1776998332.261689:0:12888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12620 00000100:00100000:2.0:1776998332.261702:0:12888:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+87:3361:x1863313802736384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.261739:0:12888:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2733 count 1 00010000:00010000:2.0:1776998332.261796:0:12888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.261827:0:12888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 530 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.261840:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.261843:0:12888:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.261849:0:12888:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.261888:0:12888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 530 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.261906:0:12888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 530 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.261925:0:12888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802736768:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.262005:0:12888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d26065e2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.262793:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.262833:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802736640 00000100:00100000:0.0:1776998332.262857:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12621 00000100:00100000:2.0:1776998332.262861:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802736640 00000100:00100000:0.0:1776998332.262872:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+88:3361:x1863313802736512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998332.262895:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2955 count 1 00000100:00100000:2.0:1776998332.262907:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12622 00010000:00010000:0.0:1776998332.262915:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.262918:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+88:3360:x1863313802736640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.262935:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3183 count 1 00010000:00010000:0.0:1776998332.262937:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 530 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.262949:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.262951:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.262952:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.262957:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.262969:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 530 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.262980:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.262982:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.262987:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.262989:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 530 pid: 12897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.263007:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 530 pid: 12897 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.263016:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 530 pid: 8246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.263026:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802736896:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.263031:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 530 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.263047:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802737024:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.263094:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509561a80 going to sleep for 11 seconds 00000100:00100000:2.0:1776998332.263094:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2503750780 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.264798:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d263684ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3362:x1863313802732160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 91704us (94632us total) trans 4294970769 rc 0/0 00000100:00100000:1.0:1776998332.264813:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12607 00000004:00080000:0.0:1776998332.271734:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d263684f100/2, rc 0, transno 4294970769 00000100:00100000:0.0:1776998332.271814:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d263684f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802732160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.271926:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.272007:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.272077:0:6663:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802737152 00000100:00100000:0.0:1776998332.272086:0:6663:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802737152 00000100:00100000:0.0:1776998332.272202:0:6663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12623 00000100:00100000:0.0:1776998332.272218:0:6663:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3360:x1863313802737152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.272253:0:6663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2559 count 1 00010000:00010000:0.0:1776998332.272287:0:6663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.272319:0:6663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 523 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.272334:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.272338:0:6663:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.272343:0:6663:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.272422:0:6663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 523 pid: 6663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.272442:0:6663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 523 pid: 6663 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.272462:0:6663:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802737280:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.272555:0:6663:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25095613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.314508:0:12889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250d9e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12889:1863313802733568:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.314547:0:12889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.314649:0:12894:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12894:1863313802733696:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.314673:0:12894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.314779:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.314816:0:5864:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543232 00000100:00100000:0.0:1776998332.314825:0:5864:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543232 00010000:00010000:0.0:1776998332.314869:0:5864:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 531 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.314916:0:5864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5305 00000100:00100000:0.0:1776998332.314933:0:5864:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+531:2374:x1863313756543232:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.314954:0:5864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.314963:0:5864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 531 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.314985:0:5864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 531 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.315012:0:12896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12896:1863313802734208:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.315018:0:5864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e2c204/0x27b6fb264819f608 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c414fa expref: 531 pid: 12891 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.315036:0:12896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.315042:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.315046:0:5864:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.315053:0:5864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.315070:0:5864:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.315112:0:5864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.315141:0:12894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.315156:0:12894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.315199:0:12894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.315215:0:12894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.315218:0:5864:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:369461cb-7f78-4346-9149-8d8e50833e9b+530:2374:x1863313756543232:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 287us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.315234:0:5864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5305 00010000:00010000:3.0:1776998332.315253:0:12894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.315880:0:12894:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+89:3361:x1863313802733312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 116176us (126992us total) trans 4294970626 rc 0/0 00000100:00100000:3.0:1776998332.315894:0:12894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12609 00010000:00010000:1.0:1776998332.316469:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.316481:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.316497:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8cb400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.316504:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.316519:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.316541:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.316553:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d73f272/0x27b6fb26481bb640 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.316582:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.316585:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.316588:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776998332.317040:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897df80/2, rc 0, transno 4294970626 00000100:00100000:2.0:1776998332.317078:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802733312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.320287:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250b1f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802737408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.320404:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.320619:0:12863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802737408 00000100:00100000:1.0:1776998332.320631:0:12863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802737408 00000100:00100000:1.0:1776998332.320695:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12624 00000100:00100000:1.0:1776998332.320709:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+90:3361:x1863313802737408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.320749:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3405 count 1 00010000:00010000:1.0:1776998332.320797:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.320829:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 529 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.320843:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.320847:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.320853:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.320902:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 529 pid: 12896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.320924:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 529 pid: 12896 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.320945:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250b1f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802737536:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.321025:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140300 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.322656:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802734464:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.322690:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.336039:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.336073:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.336108:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.336137:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.336207:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.336387:0:11839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11839:1863313802736128:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.336422:0:11839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.336467:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544000 00000100:00100000:2.0:1776998332.336476:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544000 00000100:00100000:2.0:1776998332.336539:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52036 00000100:00100000:2.0:1776998332.336552:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2879:17551:x1863313756544000:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.336625:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.336659:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25088d4400/0x27b6fb26481a6a7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18c5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c449ea expref: 2879 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.336688:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d2e7e00/0x27b6fb26481a6a53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c449d5 expref: 2878 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337035:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8eb800/0x27b6fb2648187850 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37d9a expref: 2877 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337056:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c5:0x0].0x0 (ffff8d250b29c900) 00010000:00010000:2.0:1776998332.337072:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.337101:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337119:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337133:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337152:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337163:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337203:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337380:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337393:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.337405:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.338476:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2965, 64 off197952 00000004:00080000:2.0:1776998332.338491:0:5879:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4043130320078ns, next at 4044130316773ns, rc = 0 00010000:00010000:2.0:1776998332.338576:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338592:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338606:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338617:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338627:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338636:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.338661:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.338685:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339007:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339017:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339025:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.339033:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339044:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339059:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c5:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998332.339064:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.339071:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339081:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb6be lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339104:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339115:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339124:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339132:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.339136:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339145:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339156:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.339159:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.339164:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.339202:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb6b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.339217:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022b5a91d reply state 00000000b903fa6b transno 4295020224 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.339238:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1776998332.341021:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543104 00000100:00100000:1.0:1776998332.341032:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543104 00010000:00010000:1.0:1776998332.341075:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 530 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.341130:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543616 00000100:00100000:1.0:1776998332.341136:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543616 00010000:00010000:1.0:1776998332.341158:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 531 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.341185:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543488 00000100:00100000:1.0:1776998332.341190:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543488 00010000:00010000:1.0:1776998332.341210:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 524 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.341229:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543360 00000100:00100000:1.0:1776998332.341233:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543360 00010000:00010000:1.0:1776998332.341251:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 532 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.341275:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5306 00000100:00100000:1.0:1776998332.341288:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+532:2372:x1863313756543104:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.341305:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.341313:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.341336:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.341398:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002984b71/0x27b6fb26481957d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3cd10 expref: 532 pid: 12899 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.341423:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.341426:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.341433:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.341449:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.341490:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.346931:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802735104:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.346975:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.347053:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5307 00000100:00100000:0.0:1776998332.347077:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+531:2372:x1863313756543616:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.347101:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.347114:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 531 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347135:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 531 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347198:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347203:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347210:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347227:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347257:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.347347:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+531:2372:x1863313756543616:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 279us (11271us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.347393:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5307 00000100:00100000:0.0:1776998332.347435:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5308 00000100:00100000:0.0:1776998332.347448:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+524:2372:x1863313756543488:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.347466:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.347476:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 524 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347495:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 524 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347518:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009b18c47/0x27b6fb26481a01c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41a4f expref: 524 pid: 12894 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347540:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347543:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347548:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347562:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347599:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.347635:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d25087fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+523:2372:x1863313756543488:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 189us (11526us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.347646:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5308 00000100:00100000:0.0:1776998332.347672:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5309 00000100:00100000:0.0:1776998332.347683:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+530:2375:x1863313756543360:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.347697:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.347707:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 530 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347737:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 530 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347758:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c08cbb/0x27b6fb264819c2e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3fdbc expref: 530 pid: 12897 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347776:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347779:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.347784:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347798:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.347837:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.347871:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+529:2375:x1863313756543360:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 189us (11733us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.347884:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5309 00000100:00100000:0.0:1776998332.347949:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802736000:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.347973:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.348061:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.348147:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.348518:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.348558:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.356253:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+528:2372:x1863313756543104:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 14952us (20210us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998332.356274:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5306 00000100:00100000:1.0:1776998332.356325:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756543744 00000100:00100000:1.0:1776998332.356336:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756543744 00010000:00010000:1.0:1776998332.356411:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 523 pid: 12898 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.356443:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544128 00000100:00100000:1.0:1776998332.356448:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544128 00010000:00010000:1.0:1776998332.356474:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 528 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.356495:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544384 00000100:00100000:1.0:1776998332.356499:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544384 00010000:00010000:1.0:1776998332.356517:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 524 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.356545:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544256 00000100:00100000:1.0:1776998332.356549:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544256 00010000:00010000:1.0:1776998332.356567:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 525 pid: 12863 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.356591:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5310 00000100:00100000:1.0:1776998332.356602:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+525:2372:x1863313756543744:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.356622:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.356630:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 525 pid: 12898 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.356650:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 525 pid: 12898 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.356682:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0613d33/0x27b6fb264819df79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c40ab9 expref: 525 pid: 12898 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.356705:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.356708:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.356716:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.356732:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357090:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998332.357138:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+524:2372:x1863313756543744:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 534us (9076us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998332.357151:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5310 00000100:00100000:1.0:1776998332.357211:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5311 00000100:00100000:1.0:1776998332.357224:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+528:2372:x1863313756544128:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.357509:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.357519:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 528 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357538:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 528 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357561:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.357564:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.357570:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357582:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357605:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998332.357641:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+528:2372:x1863313756544128:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 418us (9492us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998332.357653:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5311 00000100:00100000:1.0:1776998332.357681:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5312 00000100:00100000:1.0:1776998332.357693:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+523:2372:x1863313756544384:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.357708:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.357716:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 523 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357732:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 523 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357755:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e29ccf6/0x27b6fb26481aee7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c485e8 expref: 523 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357770:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.357773:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.357778:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357791:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357821:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998332.357854:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+522:2372:x1863313756544384:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 162us (9338us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998332.357864:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5312 00000100:00100000:1.0:1776998332.357928:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5313 00000100:00100000:1.0:1776998332.357940:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+521:2372:x1863313756544256:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1776998332.357953:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776998332.357961:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 521 pid: 12863 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.357978:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 521 pid: 12863 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.358000:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.358003:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.358008:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.358021:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.358040:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776998332.358070:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+521:2372:x1863313756544256:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 132us (9511us total) trans 0 rc 0/0 00000100:00100000:1.0:1776998332.358080:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5313 00000100:00100000:2.0:1776998332.358707:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26360ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2878:17551:x1863313756544000:12345-192.168.201.35@tcp:36:rm.0 Request processed in 22152us (22534us total) trans 4295020224 rc 0/0 00000100:00100000:2.0:1776998332.358720:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52036 00010000:00010000:2.0:1776998332.359083:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.359094:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.359107:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.359114:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.359128:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.359148:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c5:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998332.359153:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776998332.359160:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.359208:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb6c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.359234:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.359237:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.359240:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.369791:0:12898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062c1baac/0x27b6fb264819db43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c408cf expref: 520 pid: 12863 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.369829:0:12898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12898:1863313802735872:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.369862:0:12898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.369882:0:12898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.369896:0:12898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.369915:0:12898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.369931:0:12898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.369979:0:12898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998332.370048:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.370059:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.370075:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.370082:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.370106:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.370134:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.370146:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a97c9e/0x27b6fb26481bb671 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.370174:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.370178:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.370181:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998332.370413:0:12898:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2623f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3361:x1863313802735360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 129973us (130805us total) trans 4294970770 rc 0/0 00000100:00100000:3.0:1776998332.370430:0:12898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12616 00010000:00010000:3.0:1776998332.370509:0:13958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1017264/0x27b6fb26481a14b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c422ec expref: 527 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1776998332.371009:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509c0d180/2, rc 0, transno 4294970770 00000100:00100000:1.0:1776998332.371032:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802735360:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998332.374412:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.374445:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.374461:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.374475:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.374511:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.374870:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+55:3360:x1863313802733824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170726us (171148us total) trans 4294970771 rc 0/0 00000100:00100000:2.0:1776998332.374887:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12612 00000100:00100000:2.0:1776998332.374960:0:12891:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250a001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12891:1863313802734336:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.374994:0:12891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375027:0:12896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375042:0:12896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375057:0:12896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375069:0:12896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375091:0:12896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998332.375399:0:12896:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+90:3361:x1863313802734080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174155us (174311us total) trans 4294970627 rc 0/0 00000100:00100000:2.0:1776998332.375412:0:12896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12610 00010000:00010000:2.0:1776998332.375472:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053d914df/0x27b6fb26481a1ef0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42792 expref: 527 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.375493:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802734720:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.375514:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375528:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375541:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375554:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375567:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.375592:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998332.376099:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+90:3361:x1863313802734592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161898us (162803us total) trans 4294970628 rc 0/0 00000100:00100000:2.0:1776998332.376112:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12613 00010000:00010000:2.0:1776998332.376146:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776998332.376156:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376199:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.376206:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376221:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376248:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376260:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f1369a/0x27b6fb26481bb655 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376290:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776998332.376295:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376314:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250d8ca400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.376320:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376332:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376347:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376392:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075669a37/0x27b6fb26481bb647 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376415:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.376421:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376431:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.376436:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376450:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376467:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376480:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019a08f89/0x27b6fb26481bb65c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.376499:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.376502:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.376505:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.377049:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.377059:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998332.377102:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509c0f800/2, rc 0, transno 4294970628 00000100:00100000:1.0:1776998332.377136:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802734592:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998332.377157:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897d880/2, rc 0, transno 4294970627 00000100:00100000:1.0:1776998332.377164:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802734080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.377585:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.377627:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.377674:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.377718:0:13958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13958:1863313802735232:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.377747:0:13958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.377750:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.377765:0:13958:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.377772:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.377780:0:13958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.377795:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.377797:0:13958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.377812:0:13958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.377835:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.377838:0:13958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.377927:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.377957:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544640 00000100:00100000:0.0:1776998332.377967:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544640 00010000:00010000:0.0:1776998332.378011:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 520 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378044:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544768 00000100:00100000:0.0:1776998332.378050:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544768 00010000:00010000:0.0:1776998332.378070:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378091:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544896 00000100:00100000:0.0:1776998332.378096:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544896 00010000:00010000:0.0:1776998332.378115:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 526 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378136:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545024 00000100:00100000:0.0:1776998332.378141:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545024 00010000:00010000:0.0:1776998332.378161:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 527 pid: 12897 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378232:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545152 00000100:00100000:0.0:1776998332.378237:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545152 00010000:00010000:0.0:1776998332.378261:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 522 pid: 6663 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378281:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756544512 00000100:00100000:0.0:1776998332.378286:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756544512 00010000:00010000:0.0:1776998332.378303:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 523 pid: 12889 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378325:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545280 00000100:00100000:0.0:1776998332.378329:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545280 00010000:00010000:0.0:1776998332.378348:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 528 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378416:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545408 00000100:00100000:0.0:1776998332.378420:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545408 00010000:00010000:0.0:1776998332.378439:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 529 pid: 12896 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.378465:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5314 00000100:00100000:3.0:1776998332.378478:0:13958:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+90:3359:x1863313802734976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 143531us (159436us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1776998332.378479:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+523:2375:x1863313756544640:12345-192.168.201.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1776998332.378491:0:13958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12615 00010000:00010000:0.0:1776998332.378500:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.378509:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 523 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378540:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 523 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378569:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065cfffd6/0x27b6fb2648194f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3c919 expref: 523 pid: 13958 timeout: 4142 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378590:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.378593:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.378600:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378614:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378666:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.378722:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+522:2375:x1863313756544640:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 244us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.378734:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5314 00000100:00100000:0.0:1776998332.378760:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5315 00000100:00100000:0.0:1776998332.378771:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+521:2375:x1863313756544768:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.378786:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.378795:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378822:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378842:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.378844:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.378849:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378862:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378884:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.378916:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+521:2375:x1863313756544768:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 147us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.378926:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5315 00000100:00100000:0.0:1776998332.378950:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5316 00000100:00100000:0.0:1776998332.378961:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+529:2373:x1863313756544896:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.378973:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.378980:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 529 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.378996:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 529 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379027:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379030:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379035:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379047:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379067:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.379100:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+529:2373:x1863313756544896:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 140us (1426us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.379111:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5316 00000100:00100000:0.0:1776998332.379133:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5317 00000100:00100000:0.0:1776998332.379144:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+528:2375:x1863313756545024:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.379155:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.379163:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 528 pid: 12897 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379226:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 528 pid: 12897 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379246:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379248:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379253:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379274:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379296:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.379325:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+528:2375:x1863313756545024:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 183us (1575us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.379336:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5317 00000100:00100000:0.0:1776998332.379390:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5318 00000100:00100000:0.0:1776998332.379403:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+520:2375:x1863313756545152:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.379417:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.379426:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 520 pid: 6663 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379443:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 520 pid: 6663 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379462:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379464:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379469:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379481:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379501:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.379532:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+520:2375:x1863313756545152:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 132us (1759us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.379542:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5318 00000100:00100000:0.0:1776998332.379563:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5319 00000100:00100000:0.0:1776998332.379573:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+519:2374:x1863313756544512:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.379584:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.379591:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 519 pid: 12889 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379606:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 519 pid: 12889 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379627:0:5863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d934ab06/0x27b6fb264818eb28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39bae expref: 519 pid: 12889 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379645:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379647:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379652:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379664:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379695:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.379727:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+518:2374:x1863313756544512:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 154us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.379743:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5319 00000100:00100000:0.0:1776998332.379787:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5320 00000100:00100000:0.0:1776998332.379800:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+527:2374:x1863313756545280:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.379810:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.379818:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 527 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379836:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 527 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379855:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379858:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.379863:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379874:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379894:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.379923:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+527:2374:x1863313756545280:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 126us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.379932:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5320 00000100:00100000:0.0:1776998332.379953:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5321 00000100:00100000:0.0:1776998332.379964:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+526:2375:x1863313756545408:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.379974:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.379981:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 526 pid: 12896 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.379998:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 526 pid: 12896 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.380014:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.380017:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.380021:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.380033:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.380052:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.380080:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+526:2375:x1863313756545408:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 118us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.380091:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5321 00010000:00010000:0.0:1776998332.380329:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.380345:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381295:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aae1ecab/0x27b6fb26481a7d15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4525d expref: 525 pid: 8246 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.381316:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802737024:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.381342:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381384:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381396:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381410:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381422:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.381460:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1776998332.390171:0:12891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.390202:0:12891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.390219:0:12891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.390234:0:12891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.390276:0:12891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1776998332.391076:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb5fbc57/0x27b6fb26481a2d13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c42dff expref: 517 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.391102:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6666:1863313802736256:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.391133:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391166:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998332.391176:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391190:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.391196:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391209:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391234:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391246:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091d13590/0x27b6fb26481bb66a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391583:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998332.391590:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391602:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.391607:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391948:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391967:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.391978:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098f45583/0x27b6fb26481bb69b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392004:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.392009:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392019:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.392024:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392035:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392051:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392063:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab6da7b4/0x27b6fb26481bb64e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392098:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.392101:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.392104:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.392142:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f310ab40/0x27b6fb26481b02a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c48f11 expref: 524 pid: 12896 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.392160:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250b1f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802737536:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.392206:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392221:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392232:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392246:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392257:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.392545:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998332.393114:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+90:3361:x1863313802737408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72404us (72707us total) trans 4294970630 rc 0/0 00000100:00100000:1.0:1776998332.393130:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12624 00010000:00010000:1.0:1776998332.393169:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.393206:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393219:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b1c2c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.393224:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393236:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393254:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393265:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a46f3b3/0x27b6fb26481bb6a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393286:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.393289:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.393292:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.393301:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998332.393338:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250b1f1c00/2, rc 0, transno 4294970630 00000100:00100000:1.0:1776998332.393348:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250b1f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802737408:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998332.393410:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393433:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393445:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393457:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393478:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776998332.393491:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.393497:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393507:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.393512:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393524:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393541:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393552:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4127180/0x27b6fb26481bb678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.393575:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.393578:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.393581:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776998332.394023:0:12891:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250a001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3360:x1863313802733952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190165us (190430us total) trans 4294970772 rc 0/0 00000100:00100000:3.0:1776998332.394037:0:12891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12611 00000100:00100000:2.0:1776998332.394134:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+90:3360:x1863313802736640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 131214us (131379us total) trans 4294970631 rc 0/0 00000100:00100000:2.0:1776998332.394148:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12622 00010000:00010000:2.0:1776998332.394200:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.394388:0:12888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e4cd321/0x27b6fb2648196eae lrc: 0/0,0 mode: --/PR res: [0x240000400:0xaad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3d774 expref: 523 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.394409:0:12888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12888:1863313802736768:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.394433:0:12888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.394448:0:12888:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.394459:0:12888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.394473:0:12888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.394486:0:12888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.394518:0:12888:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776998332.394717:0:12888:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+90:3361:x1863313802736384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 133014us (134184us total) trans 4294970632 rc 0/0 00000100:00100000:2.0:1776998332.394728:0:12888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12620 00000100:00100000:3.0:1776998332.395581:0:3362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802737664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776998332.395643:0:3362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776998332.395721:0:12897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802737664 00000100:00100000:2.0:1776998332.395732:0:12897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802737664 00000100:00100000:2.0:1776998332.395856:0:12897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12625 00000100:00100000:2.0:1776998332.395870:0:12897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+90:3362:x1863313802737664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.395907:0:12897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3245 count 1 00010000:00010000:2.0:1776998332.395935:0:12897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.395960:0:12897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 522 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.395972:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.395975:0:12897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.395980:0:12897:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 4/0,1 mode: --/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396021:0:12897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 522 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396042:0:12897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 522 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.396071:0:12897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802738048:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.396155:0:12897:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b540 going to sleep for 11 seconds 00010000:00010000:2.0:1776998332.396208:0:11839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396222:0:11839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396234:0:11839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396247:0:11839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.396270:0:11839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776998332.397110:0:11839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+56:3360:x1863313802735616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155162us (156837us total) trans 4294970774 rc 0/0 00000100:00100000:2.0:1776998332.397121:0:11839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12619 00010000:00010000:0.0:1776998332.398442:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.398467:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.398495:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776998332.399025:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3359:x1863313802734848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169811us (180399us total) trans 4294970775 rc 0/0 00000100:00100000:0.0:1776998332.399037:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12614 00010000:00010000:0.0:1776998332.399079:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399094:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399106:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399118:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399160:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776998332.399423:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+56:3360:x1863313802735744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157724us (159271us total) trans 4294970776 rc 0/0 00000100:00100000:0.0:1776998332.399435:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12618 00000100:00100000:0.0:1776998332.399516:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.399563:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776998332.399617:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde1880/2, rc 0, transno 4294970631 00000100:00100000:0.0:1776998332.399636:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802736640:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.399655:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bdea680/2, rc 0, transno 4294970774 00000100:00100000:0.0:1776998332.399662:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802735616:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.399674:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509788000/2, rc 0, transno 4294970776 00000100:00100000:0.0:1776998332.399679:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802735744:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.399694:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897f800/2, rc 0, transno 4294970771 00000100:00100000:0.0:1776998332.399699:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802733824:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.399712:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897fb80/2, rc 0, transno 4294970772 00000100:00100000:0.0:1776998332.399717:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802733952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.399732:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998332.399740:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.399775:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776998332.399839:0:12861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019206ca6/0x27b6fb264819f43a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c41428 expref: 522 pid: 12897 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.399861:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802736896:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.399888:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399903:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399915:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399929:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399940:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.399954:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1776998332.400504:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+91:3361:x1863313802736512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 137635us (139877us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1776998332.400517:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12621 00000100:00100000:0.0:1776998332.400539:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802737920 00000100:00100000:0.0:1776998332.400546:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802737920 00000100:00100000:0.0:1776998332.400586:0:12861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802737792 00000100:00100000:0.0:1776998332.400590:0:12861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802737792 00000100:00100000:0.0:1776998332.400619:0:12861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12626 00000100:00100000:0.0:1776998332.400630:0:12861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+92:3360:x1863313802737920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776998332.400660:0:12861:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3423 count 1 00010000:00010000:0.0:1776998332.401008:0:12861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401032:0:12861:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 521 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401038:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1776998332.401045:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.401048:0:12861:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.401049:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401054:0:12861:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401063:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.401069:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401083:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401095:0:12861:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 521 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401110:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401112:0:12861:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 521 pid: 6666 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401124:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d6a8064/0x27b6fb26481bb68d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xaad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.401133:0:12861:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802738176:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.401149:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776998332.401156:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401194:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.401200:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401213:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.401221:0:12861:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5900 going to sleep for 11 seconds 00010000:00010000:3.0:1776998332.401231:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401242:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008904017c/0x27b6fb26481bb686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401260:0:6663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002916763c/0x27b6fb26481905b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3a7bd expref: 516 pid: 6663 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401265:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776998332.401271:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.401278:0:6663:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6663:1863313802737280:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.401284:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfd800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.401289:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401300:0:6663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401301:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401317:0:6663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401318:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401331:0:6663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401333:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb663 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.401344:0:6663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401407:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776998332.401413:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401423:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfce00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.401428:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401439:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401454:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401465:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb67f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401483:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.401489:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401499:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfc600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.401503:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401515:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401529:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401540:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bfdf855/0x27b6fb26481bb694 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.401557:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.401560:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.401562:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776998332.402587:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde2680/2, rc 0, transno 4294970633 00000100:00100000:1.0:1776998332.402597:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802736512:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776998332.402610:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250bde1f80/2, rc 0, transno 4294970632 00000100:00100000:1.0:1776998332.402616:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250bde1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802736384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.404809:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.404854:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545664 00000100:00100000:2.0:1776998332.405310:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545664 00000100:00100000:2.0:1776998332.405401:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17093 00000100:00100000:2.0:1776998332.405416:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250db63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2878:17551:x1863313756545664:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998332.405816:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250db63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2879:17551:x1863313756545664:12345-192.168.201.35@tcp:35:rm.0 Request processed in 400us (1010us total) trans 4295020225 rc 0/0 00000100:00100000:2.0:1776998332.405830:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17093 00010000:00010000:1.0:1776998332.406052:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.406066:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.406248:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3361:x1863313802735488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 165221us (166256us total) trans 4294970773 rc 0/0 00000100:00100000:1.0:1776998332.406261:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12617 00000100:00100000:1.0:1776998332.406288:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12627 00000100:00100000:1.0:1776998332.406300:0:6666:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:3360:x1863313802737792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.406324:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2528 count 1 00010000:00010000:1.0:1776998332.406377:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.406404:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 521 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.406417:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.406421:0:6666:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.406426:0:6666:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.406478:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 521 pid: 12895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.406496:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 521 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.406517:0:6666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250b1f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802738304:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.406619:0:6666:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140300 going to sleep for 11 seconds 00000004:00080000:2.0:1776998332.411924:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897d180/2, rc 0, transno 4294970773 00000100:00100000:2.0:1776998332.411944:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802735488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776998332.414493:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.416001:0:6663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416045:0:6663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.416459:0:6663:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3360:x1863313802737152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 144240us (144447us total) trans 4294970777 rc 0/0 00000100:00100000:0.0:1776998332.416475:0:6663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12623 00010000:00010000:0.0:1776998332.416585:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416599:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416610:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416618:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.416625:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416635:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416657:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xd844853f (ffff8d250da9e900) 00010000:00010000:0.0:1776998332.416662:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.416669:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.416678:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb6b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xd844853f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.417900:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2603f20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802738432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.417968:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.418014:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776998332.418024:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802738560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776998332.418058:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776998332.418500:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802738432 00000100:00100000:1.0:1776998332.418511:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802738432 00000100:00100000:1.0:1776998332.418564:0:6664:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802738560 00000100:00100000:1.0:1776998332.418569:0:6664:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802738560 00000100:00100000:1.0:1776998332.418600:0:6664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12628 00000100:00100000:1.0:1776998332.418613:0:6664:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+94:3361:x1863313802738432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.418649:0:6664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2832 count 1 00010000:00010000:1.0:1776998332.418679:0:6664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.418706:0:6664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 521 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.418728:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.418731:0:6664:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.418736:0:6664:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.418779:0:6664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 521 pid: 12891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.418797:0:6664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 521 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.418819:0:6664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250b1f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802738816:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.418897:0:6664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509140540 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.418925:0:12863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12629 00000100:00100000:1.0:1776998332.418938:0:12863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+94:3361:x1863313802738560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776998332.418959:0:12863:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3160 count 1 00010000:00010000:1.0:1776998332.418979:0:12863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.419001:0:12863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 521 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.419013:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.419016:0:12863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776998332.419020:0:12863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.419052:0:12863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 521 pid: 12894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.419068:0:12863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.419085:0:12863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250b1f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802738944:192.168.201.35@tcp:104: 00000100:00100000:1.0:1776998332.419127:0:12863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d25091403c0 going to sleep for 11 seconds 00000100:00100000:1.0:1776998332.419549:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:2.0:1776998332.419673:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776998332.419685:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.419699:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfc800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:2.0:1776998332.419705:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.419719:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.419743:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.419755:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cd7227/0x27b6fb26481bb6a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.419784:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.419787:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776998332.419789:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.419893:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250891f100/2, rc 0, transno 4294970777 00000100:00100000:0.0:1776998332.419908:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250891f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.419919:0:3360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776998332.419933:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802738688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.419978:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.420236:0:12861:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12861:1863313802738176:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.420265:0:12861:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.420298:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756545920 00000100:00100000:0.0:1776998332.420305:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756545920 00000100:00100000:0.0:1776998332.420381:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52037 00000100:00100000:0.0:1776998332.420395:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2878:17551:x1863313756545920:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998332.420459:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998332.420487:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d16be00/0x27b6fb264819953c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1600:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e8fb expref: 2878 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420512:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250976ba00/0x27b6fb2648199512 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1600:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e8e6 expref: 2877 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420532:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e73200/0x27b6fb2648181761 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1600:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36a37 expref: 2876 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420546:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1600:0x0].0x0 (ffff8d2502d7d700) 00010000:00010000:0.0:1776998332.420558:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998332.420581:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420598:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420611:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420630:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420641:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420651:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420790:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420805:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.420817:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998332.421586:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2966, 64 off198016 00010000:00010000:0.0:1776998332.421675:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421692:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421705:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421716:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421726:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421735:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421762:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998332.421788:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421798:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421808:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421818:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfcc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.421824:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421834:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421848:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1600:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998332.421853:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998332.421858:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421868:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfcc00/0x27b6fb26481bb6fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1600:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421893:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421904:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421913:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421922:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfdc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.421926:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421936:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421947:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998332.421951:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.421955:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.421965:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfdc00/0x27b6fb26481bb6ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998332.421981:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e351174b reply state 000000005bc72ebd transno 4295020226 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.422002:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998332.422089:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2877:17551:x1863313756545920:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1693us (2538us total) trans 4295020226 rc 0/0 00000100:00100000:0.0:1776998332.422102:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52037 00010000:00010000:0.0:1776998332.422219:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.422227:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.422238:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfd200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.422243:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.422252:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.422267:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1600:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998332.422271:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998332.422275:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.422284:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfd200/0x27b6fb26481bb704 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1600:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.422303:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.422306:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.422308:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.422511:0:12887:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802738688 00000100:00100000:2.0:1776998332.422520:0:12887:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802738688 00000100:00100000:2.0:1776998332.422565:0:12887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12630 00000100:00100000:2.0:1776998332.422576:0:12887:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3360:x1863313802738688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776998332.422603:0:12887:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2610 count 1 00010000:00010000:2.0:1776998332.422627:0:12887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.422651:0:12887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 521 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.422664:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.422667:0:12887:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776998332.422671:0:12887:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.422711:0:12887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 521 pid: 12887 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.422729:0:12887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 521 pid: 12887 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.422751:0:12887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802739072:192.168.201.35@tcp:104: 00000100:00100000:2.0:1776998332.422812:0:12887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2616f4b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1776998332.425330:0:12897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12897:1863313802738048:192.168.201.35@tcp:104: 00010000:00010000:3.0:1776998332.425385:0:12897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.426685:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.427052:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.428063:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546176 00000100:00100000:3.0:1776998332.428073:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546176 00010000:00010000:3.0:1776998332.428114:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 522 pid: 6666 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.428164:0:13966:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546048 00000100:00100000:3.0:1776998332.428193:0:13966:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546048 00010000:00010000:3.0:1776998332.428216:0:13966:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 523 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.428245:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5322 00000100:00100000:3.0:1776998332.428258:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+523:2374:x1863313756546176:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.428275:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.428282:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 523 pid: 6666 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428299:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 523 pid: 6666 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428327:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000190b530/0x27b6fb26481b0d75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c493fd expref: 523 pid: 6666 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428347:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.428350:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.428381:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428394:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428430:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.428480:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+522:2374:x1863313756546176:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 223us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.428491:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5322 00000100:00100000:3.0:1776998332.428515:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5323 00000100:00100000:3.0:1776998332.428526:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+521:2374:x1863313756546048:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.428540:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.428546:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 521 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428562:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 521 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428581:0:13966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f52128ad/0x27b6fb26481aa261 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xcad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46351 expref: 521 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428595:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.428598:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.428602:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428622:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428650:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.428677:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+520:2374:x1863313756546048:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 153us (1626us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.428688:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5323 00010000:00010000:3.0:1776998332.428722:0:12897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428736:0:12897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428749:0:12897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428783:0:12897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.428807:0:12897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.429122:0:12897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+96:3362:x1863313802737664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33254us (33477us total) trans 4294970634 rc 0/0 00000100:00100000:3.0:1776998332.429134:0:12897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12625 00000004:00080000:3.0:1776998332.429218:0:3362:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26360aed80/2, rc 0, transno 4294970634 00000100:00100000:3.0:1776998332.429237:0:3362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26360aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3362:1863313802737664:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776998332.430326:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.430337:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.430375:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.430382:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.430396:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.430416:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.430427:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8f1369a/0x27b6fb26481bb6cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xcad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.430453:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.430456:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.430458:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.430510:0:6666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250b1f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6666:1863313802738304:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.430535:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.432515:0:12861:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.432538:0:12861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.432552:0:12861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.432563:0:12861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.432598:0:12861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.432908:0:12861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+96:3360:x1863313802737920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32278us (33343us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1776998332.432921:0:12861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12626 00000004:00080000:0.0:1776998332.432985:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509c0c380/2, rc 0, transno 4294970635 00000100:00100000:0.0:1776998332.433003:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737920:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998332.433028:0:12889:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433042:0:12889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433055:0:12889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433074:0:12889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433096:0:12889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776998332.433627:0:12889:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250897c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+96:3361:x1863313802733440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239569us (244656us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1776998332.433638:0:12889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12608 00010000:00010000:0.0:1776998332.433768:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776998332.433776:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433790:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfda00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.433795:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433808:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433829:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433840:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d39b3453/0x27b6fb26481bb6d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433864:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.433869:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433879:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.433884:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433896:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433910:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433921:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012362147/0x27b6fb26481bb639 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.433940:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.433942:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.433945:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.433981:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250897c000/2, rc 0, transno 4294970636 00000100:00100000:0.0:1776998332.433989:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250897c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802733440:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.434023:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2509feb100/2, rc 0, transno 4294970629 00000100:00100000:0.0:1776998332.434029:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2509feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802734976:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776998332.434044:0:3359:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d26368dc700/2, rc 0, transno 4294970775 00000100:00100000:0.0:1776998332.434050:0:3359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d26368dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3359:1863313802734848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.434167:0:3360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802739200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.434250:0:3360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.434299:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802739328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.434331:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.434380:0:3361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776998332.434389:0:3361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2508e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802739456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776998332.434419:0:3361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776998332.434457:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802739200 00000100:00100000:0.0:1776998332.434465:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802739200 00000100:00100000:0.0:1776998332.434507:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802739328 00000100:00100000:0.0:1776998332.434512:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802739328 00000100:00100000:0.0:1776998332.434538:0:8246:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313802739456 00000100:00100000:0.0:1776998332.434542:0:8246:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313802739456 00000100:00100000:0.0:1776998332.434572:0:8246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12631 00000100:00100000:0.0:1776998332.434584:0:8246:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3360:x1863313802739200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.434614:0:8246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3464 count 1 00010000:00010000:0.0:1776998332.434641:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434665:0:8246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 515 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434677:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.434679:0:8246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.434684:0:8246:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434720:0:8246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 515 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434746:0:8246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 515 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.434764:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d2636511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802739584:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.434845:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2609b54300 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.434870:0:12899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12632 00000100:00100000:0.0:1776998332.434883:0:12899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+57:3361:x1863313802739328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.434901:0:12899:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3231 count 1 00010000:00010000:0.0:1776998332.434920:0:12899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434940:0:12899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 515 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434952:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.434954:0:12899:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.434958:0:12899:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.434998:0:12899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 515 pid: 13958 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.435015:0:12899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 515 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.435039:0:12899:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802739712:192.168.201.35@tcp:104: 00000100:00100000:0.0:1776998332.435078:0:12899:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1776998332.435105:0:12895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12633 00000100:00100000:0.0:1776998332.435116:0:12895:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+57:3361:x1863313802739456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776998332.435135:0:12895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2844 count 1 00010000:00010000:0.0:1776998332.435153:0:12895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.435200:0:12895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 515 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.435212:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.435215:0:12895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.435219:0:12895:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.435248:0:12895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 515 pid: 12874 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.435264:0:12895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 515 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.435269:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.435280:0:12895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8d250db61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802739840:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.435303:0:17146:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546304 00000100:00100000:3.0:1776998332.435309:0:17146:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546304 00000100:00100000:0.0:1776998332.435327:0:12895:0:(client.c:2691:ptlrpc_set_wait()) set ffff8d2509da5900 going to sleep for 11 seconds 00010000:00010000:3.0:1776998332.435338:0:17146:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 520 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.435400:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5324 00000100:00100000:3.0:1776998332.435412:0:17146:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+520:2374:x1863313756546304:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.435426:0:17146:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776998332.435433:0:17146:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 520 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.435450:0:17146:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 520 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.435473:0:17146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2a19973/0x27b6fb264818f35c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c39f66 expref: 520 pid: 12895 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.435489:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.435492:0:17146:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.435497:0:17146:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.435510:0:17146:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.435547:0:17146:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776998332.435583:0:17146:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:369461cb-7f78-4346-9149-8d8e50833e9b+519:2374:x1863313756546304:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 172us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.435595:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5324 00010000:00010000:2.0:1776998332.436060:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.449267:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.449297:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.449315:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.449329:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449521:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449544:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449554:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449563:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfc200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.449570:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449581:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449955:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x85c418e6 (ffff8d250db54a00) 00010000:00010000:2.0:1776998332.449962:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.449971:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.449982:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bdfc200/0x27b6fb26481bb6f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x85c418e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.453332:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776998332.458202:0:6666:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+96:3360:x1863313802737792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51895us (58416us total) trans 4294970637 rc 0/0 00000100:00100000:1.0:1776998332.458221:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12627 00000004:00080000:3.0:1776998332.458689:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250db60a80/2, rc 0, transno 4294970637 00000100:00100000:3.0:1776998332.458711:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802737792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.460574:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.460677:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.460714:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.460856:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.460888:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.460920:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.461036:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:0.0:1776998332.461067:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.461080:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461100:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b1c2e00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.461106:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461123:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461151:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461164:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000756958e7/0x27b6fb26481bb6da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461249:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.461252:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.461255:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776998332.461281:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546816 00000100:00100000:0.0:1776998332.461291:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546816 00010000:00010000:0.0:1776998332.461335:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 519 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461392:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546688 00000100:00100000:0.0:1776998332.461397:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546688 00010000:00010000:0.0:1776998332.461418:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 520 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461440:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756547072 00000100:00100000:0.0:1776998332.461445:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756547072 00010000:00010000:0.0:1776998332.461467:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 516 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461484:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546944 00000100:00100000:0.0:1776998332.461488:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546944 00010000:00010000:0.0:1776998332.461506:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 521 pid: 12887 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461526:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756547200 00000100:00100000:0.0:1776998332.461530:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756547200 00010000:00010000:0.0:1776998332.461550:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 517 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461566:0:5863:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756547328 00000100:00100000:0.0:1776998332.461570:0:5863:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756547328 00010000:00010000:0.0:1776998332.461585:0:5863:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 518 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.461618:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5325 00000100:00100000:0.0:1776998332.461632:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+521:2375:x1863313756546816:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.461651:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.461659:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461677:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 521 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461703:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.461706:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.461713:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461727:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461753:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.461838:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+521:2375:x1863313756546816:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 207us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.461852:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5325 00000100:00100000:0.0:1776998332.461880:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5326 00000100:00100000:0.0:1776998332.461892:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d261c264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+520:2375:x1863313756546688:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.461904:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.461913:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 520 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461928:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 520 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461948:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.461951:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.461956:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461968:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.461986:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.462015:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d261c264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+520:2375:x1863313756546688:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 126us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1776998332.462026:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5326 00000100:00100000:0.0:1776998332.462087:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5327 00000100:00100000:0.0:1776998332.462099:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+518:2373:x1863313756547072:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.462113:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.462121:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 518 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462138:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 518 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462152:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5328 00010000:00010000:0.0:1776998332.462190:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998332.462190:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+519:2373:x1863313756546944:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.462193:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.462198:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462206:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.462212:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462214:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 519 pid: 12887 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462234:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 519 pid: 12887 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462236:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.462254:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.462257:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.462262:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.462266:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+518:2373:x1863313756547072:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 169us (1430us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998332.462277:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.462278:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5327 00010000:00010000:3.0:1776998332.462298:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776998332.462302:0:5863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5329 00000100:00100000:0.0:1776998332.462312:0:5863:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+517:2373:x1863313756547200:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1776998332.462324:0:5863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1776998332.462328:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509febb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+519:2373:x1863313756546944:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 165us (1438us total) trans 0 rc 0/0 00010000:00010000:0.0:1776998332.462331:0:5863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 517 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462339:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5328 00010000:00010000:0.0:1776998332.462348:0:5863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 517 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462397:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1776998332.462397:0:13966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 5330 00010000:00010000:0.0:1776998332.462400:0:5863:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776998332.462405:0:5863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462409:0:13966:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+517:2375:x1863313756547328:12345-192.168.201.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1776998332.462422:0:13966:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776998332.462429:0:5863:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462429:0:13966:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 517 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462449:0:5863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.462463:0:13966:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 517 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.462477:0:5863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:369461cb-7f78-4346-9149-8d8e50833e9b+517:2373:x1863313756547200:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 166us (1557us total) trans 0 rc 0/0 00010000:00010000:3.0:1776998332.462482:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776998332.462485:0:13966:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776998332.462487:0:5863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5329 00010000:00010000:3.0:1776998332.462490:0:13966:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462502:0:13966:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.462522:0:13966:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998332.462544:0:8246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040d97e3d/0x27b6fb26481b266c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c49f56 expref: 516 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462549:0:13966:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:369461cb-7f78-4346-9149-8d8e50833e9b+516:2375:x1863313756547328:12345-192.168.201.35@tcp:103:ldlm_bl.0 Request processed in 144us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1776998332.462561:0:13966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 5330 00000100:00100000:0.0:1776998332.462564:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2636511500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8246:1863313802739584:192.168.201.35@tcp:104: 00000100:00100000:3.0:1776998332.462590:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756546560 00010000:00010000:0.0:1776998332.462592:0:8246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462596:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756546560 00010000:00010000:0.0:1776998332.462608:0:8246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462620:0:8246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462635:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17094 00010000:00010000:0.0:1776998332.462637:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.462646:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2876:17551:x1863313756546560:12345-192.168.201.35@tcp:35:rm.0 00010000:00010000:0.0:1776998332.462651:0:8246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.462968:0:8246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776998332.463271:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d26368dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2877:17551:x1863313756546560:12345-192.168.201.35@tcp:35:rm.0 Request processed in 623us (2701us total) trans 4295020227 rc 0/0 00000100:00100000:3.0:1776998332.463283:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17094 00000100:00100000:0.0:1776998332.463309:0:8246:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3360:x1863313802739200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28724us (29057us total) trans 4294970778 rc 0/0 00000100:00100000:0.0:1776998332.463320:0:8246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12631 00010000:00010000:1.0:1776998332.463940:0:12863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a4759b6/0x27b6fb26481a6f3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44c13 expref: 518 pid: 12894 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.463969:0:12863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250b1f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12863:1863313802738944:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.463995:0:12863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.464008:0:12863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.464019:0:12863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.464033:0:12863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.464045:0:12863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.464068:0:12863:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776998332.464918:0:12863:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+96:3361:x1863313802738560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45981us (46857us total) trans 4294970638 rc 0/0 00000100:00100000:1.0:1776998332.464930:0:12863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12629 00000001:00080000:1.0:1776998332.465629:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970604 is committed 00000001:00080000:1.0:1776998332.465689:0:6689:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294970606 is committed 00010000:00010000:1.0:1776998332.465840:0:6664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec1308f3/0x27b6fb264819aa3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f286 expref: 517 pid: 12891 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.465870:0:6664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250b1f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6664:1863313802738816:192.168.201.35@tcp:104: 00010000:00010000:1.0:1776998332.465890:0:6664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.465905:0:6664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.465916:0:6664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.465928:0:6664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.465940:0:6664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.465965:0:6664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1776998332.466227:0:6664:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3361:x1863313802738432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47614us (48256us total) trans 4294970639 rc 0/0 00000100:00100000:1.0:1776998332.466239:0:6664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12628 00010000:00010000:1.0:1776998332.466271:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998332.466279:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468463:0:12887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d81cf2a/0x27b6fb26481924b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b5d2 expref: 516 pid: 12887 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.468487:0:12887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12887:1863313802739072:192.168.201.35@tcp:104: 00010000:00010000:2.0:1776998332.468514:0:12887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468537:0:12887:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468549:0:12887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468562:0:12887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468575:0:12887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.468604:0:12887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776998332.469689:0:12887:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3360:x1863313802738688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47112us (49707us total) trans 4294970640 rc 0/0 00000100:00100000:2.0:1776998332.469702:0:12887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12630 00010000:00010000:1.0:1776998332.470074:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfce00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.470082:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470099:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470125:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470137:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000766068b7/0x27b6fb26481bb712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470167:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776998332.470175:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470185:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b1c2a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.470190:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470201:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470216:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470229:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005030cf4b/0x27b6fb26481bb6e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470247:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776998332.470252:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470261:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250b1c3200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.470266:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470278:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470292:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470303:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd956f3/0x27b6fb26481bb6e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470322:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.470328:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470339:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.470345:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470388:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470402:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470413:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b13d919a/0x27b6fb26481bb70b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.470431:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.470434:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.470437:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.471106:0:12899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f093bf9c/0x27b6fb26481a9a42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c45fa0 expref: 514 pid: 13958 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.471128:0:12899:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12899:1863313802739712:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.471152:0:12899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471167:0:12899:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471199:0:12899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471214:0:12899:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471226:0:12899:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471257:0:12899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.471686:0:12899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2508e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802739328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36804us (37351us total) trans 4294970779 rc 0/0 00000100:00100000:0.0:1776998332.471699:0:12899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12632 00010000:00010000:0.0:1776998332.471764:0:12895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000349e634c/0x27b6fb264819b127 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f5ab expref: 513 pid: 12874 timeout: 4143 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.471781:0:12895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250db61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12895:1863313802739840:192.168.201.35@tcp:104: 00010000:00010000:0.0:1776998332.471801:0:12895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471814:0:12895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.471826:0:12895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.472727:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.472739:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.472753:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250bdfd800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.472759:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.472773:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.472795:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.472807:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcd7fae8/0x27b6fb26481bb719 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.473051:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.473056:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.473060:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.476524:0:12895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.476547:0:12895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.476578:0:12895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776998332.476947:0:12895:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250bedf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+58:3361:x1863313802739456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41829us (42522us total) trans 4294970780 rc 0/0 00000100:00100000:0.0:1776998332.476962:0:12895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12633 00010000:00010000:0.0:1776998332.477003:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.477011:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.477026:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe6c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.477031:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.477046:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.477071:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.477084:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f58b70f0/0x27b6fb26481bb720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.477099:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.477113:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.477116:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.477119:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.477129:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.477198:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e07b80/2, rc 0, transno 4294970780 00000100:00100000:0.0:1776998332.477218:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802739456:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.477254:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e06d80/2, rc 0, transno 4294970779 00000100:00100000:0.0:1776998332.477260:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802739328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776998332.477278:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5fb80/2, rc 0, transno 4294970638 00000100:00100000:0.0:1776998332.477294:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802738560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776998332.477310:0:3361:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970606 gen 2 00000004:00080000:0.0:1776998332.477316:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978aa00, transno 4294970550 00000004:00080000:0.0:1776998332.477321:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964700, transno 4294970551 00000004:00080000:0.0:1776998332.477325:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978bb80, transno 4294970552 00000004:00080000:0.0:1776998332.477329:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8a80, transno 4294970553 00000004:00080000:0.0:1776998332.477333:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964380, transno 4294970554 00000004:00080000:0.0:1776998332.477336:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d964000, transno 4294970555 00000004:00080000:0.0:1776998332.477340:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d966a00, transno 4294970556 00000004:00080000:0.0:1776998332.477343:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d967100, transno 4294970557 00000004:00080000:0.0:1776998332.477347:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dff2a00, transno 4294970558 00000004:00080000:0.0:1776998332.477372:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4e00, transno 4294970559 00000004:00080000:0.0:1776998332.477377:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d4380, transno 4294970560 00000004:00080000:0.0:1776998332.477381:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c15f80, transno 4294970561 00000004:00080000:0.0:1776998332.477385:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2501c16d80, transno 4294970562 00000004:00080000:0.0:1776998332.477389:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d180, transno 4294970563 00000004:00080000:0.0:1776998332.477393:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4e00, transno 4294970564 00000004:00080000:0.0:1776998332.477398:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5c700, transno 4294970565 00000004:00080000:0.0:1776998332.477401:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d500, transno 4294970566 00000004:00080000:0.0:1776998332.477405:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394abb80, transno 4294970567 00000004:00080000:0.0:1776998332.477409:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508c04e00, transno 4294970568 00000004:00080000:0.0:1776998332.477412:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5dc00, transno 4294970569 00000004:00080000:0.0:1776998332.477416:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dba0e00, transno 4294970570 00000004:00080000:0.0:1776998332.477420:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dba1c00, transno 4294970571 00000004:00080000:0.0:1776998332.477424:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dba3b80, transno 4294970572 00000004:00080000:0.0:1776998332.477428:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2640d5ea00, transno 4294970573 00000004:00080000:0.0:1776998332.477432:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dba2300, transno 4294970574 00000004:00080000:0.0:1776998332.477436:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250978b100, transno 4294970575 00000004:00080000:0.0:1776998332.477439:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1e680, transno 4294970576 00000004:00080000:0.0:1776998332.477443:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94f800, transno 4294970577 00000004:00080000:0.0:1776998332.477447:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4a80, transno 4294970578 00000004:00080000:0.0:1776998332.477451:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94c000, transno 4294970579 00000004:00080000:0.0:1776998332.477454:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d9e4000, transno 4294970580 00000004:00080000:0.0:1776998332.477458:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509fe9c00, transno 4294970581 00000004:00080000:0.0:1776998332.477462:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509fe8700, transno 4294970582 00000004:00080000:0.0:1776998332.477466:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da96a00, transno 4294970583 00000004:00080000:0.0:1776998332.477469:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2ce00, transno 4294970584 00000004:00080000:0.0:1776998332.477473:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e2c000, transno 4294970585 00000004:00080000:0.0:1776998332.477476:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3ea00, transno 4294970586 00000004:00080000:0.0:1776998332.477480:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da94e00, transno 4294970587 00000004:00080000:0.0:1776998332.477484:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250da95880, transno 4294970588 00000004:00080000:0.0:1776998332.477487:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2509fea300, transno 4294970589 00000004:00080000:0.0:1776998332.477491:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3f100, transno 4294970590 00000004:00080000:0.0:1776998332.477495:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250d94c380, transno 4294970591 00000004:00080000:0.0:1776998332.477499:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25087ff480, transno 4294970592 00000004:00080000:0.0:1776998332.477503:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d25087fd180, transno 4294970593 00000004:00080000:0.0:1776998332.477507:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1ed80, transno 4294970594 00000004:00080000:0.0:1776998332.477511:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394ab480, transno 4294970595 00000004:00080000:0.0:1776998332.477514:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dff0380, transno 4294970596 00000004:00080000:0.0:1776998332.477518:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1fb80, transno 4294970597 00000004:00080000:0.0:1776998332.477522:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250dff3b80, transno 4294970598 00000004:00080000:0.0:1776998332.477527:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d26394a8700, transno 4294970599 00000004:00080000:0.0:1776998332.477531:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3f800, transno 4294970600 00000004:00080000:0.0:1776998332.477535:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d263f2d5f80, transno 4294970601 00000004:00080000:0.0:1776998332.477539:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2612488a80, transno 4294970602 00000004:00080000:0.0:1776998332.477542:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508e3df80, transno 4294970603 00000004:00080000:0.0:1776998332.477546:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2612488380, transno 4294970604 00000004:00080000:0.0:1776998332.477550:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d250891dc00, transno 4294970605 00000004:00080000:0.0:1776998332.477554:0:3361:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d2508d1d880, transno 4294970606 00000100:00100000:0.0:1776998332.477565:0:3361:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8d2623f0ca80 x1863313802724096/t4294970607(4294970607) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776998347 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1776998332.477581:0:3361:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2603f20e00/2, rc 0, transno 4294970639 00000100:00100000:0.0:1776998332.477587:0:3361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2603f20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3361:1863313802738432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776998332.477613:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776998332.478001:0:6763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 7 changes, 34 in progress, 1 in flight, 57 done 00000004:00080000:3.0:1776998332.479101:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d2508e05500/2, rc 0, transno 4294970778 00000100:00100000:3.0:1776998332.479127:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d2508e05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802739200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776998332.479145:0:3360:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d250dc5c700/2, rc 0, transno 4294970640 00000100:00100000:3.0:1776998332.479156:0:3360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8d250dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3360:1863313802738688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776998332.527310:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.529491:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756547584 00000100:00100000:2.0:1776998332.529505:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756547584 00000100:00100000:2.0:1776998332.529573:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52038 00000100:00100000:2.0:1776998332.529587:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2877:17551:x1863313756547584:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.529655:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.529688:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d899200/0x27b6fb26481a711b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44cec expref: 2877 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.529990:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25094f9c00/0x27b6fb26481a70f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c44cd7 expref: 2876 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530011:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e2d7800/0x27b6fb2648187b52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c37e34 expref: 2875 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530029:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18db:0x0].0x0 (ffff8d250977b300) 00010000:00010000:2.0:1776998332.530044:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.530071:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530089:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530103:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530122:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530132:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530142:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530587:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530600:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.530611:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.540610:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2967, 64 off198080 00010000:00010000:2.0:1776998332.540739:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540763:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540780:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540791:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540799:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540808:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540838:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.540865:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540874:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540883:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540897:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.540903:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540913:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540927:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18db:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:2.0:1776998332.540931:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.540936:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540946:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb735 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540971:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540981:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540990:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.540997:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.541001:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.541010:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.541025:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.541028:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.541032:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.541040:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb727 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.541054:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a8e6d0b reply state 00000000cbc98a6a transno 4295020228 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.541068:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998332.541169:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2876:17551:x1863313756547584:12345-192.168.201.35@tcp:36:rm.0 Request processed in 11580us (13866us total) trans 4295020228 rc 0/0 00000100:00100000:2.0:1776998332.541182:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52038 00010000:00010000:3.0:1776998332.545642:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776998332.545655:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.545669:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:3.0:1776998332.545675:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.545686:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.545705:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18db:0x0].0x0 (ffff8d250da9e200) 00010000:00010000:3.0:1776998332.545710:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776998332.545716:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.545725:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb73c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.545748:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.545751:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.545754:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.568049:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.568433:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756547840 00000100:00100000:0.0:1776998332.568447:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756547840 00000100:00100000:0.0:1776998332.568511:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17095 00000100:00100000:0.0:1776998332.568525:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d54c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2876:17551:x1863313756547840:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998332.568881:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d54c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2877:17551:x1863313756547840:12345-192.168.201.35@tcp:35:rm.0 Request processed in 357us (843us total) trans 4295020229 rc 0/0 00000100:00100000:0.0:1776998332.568894:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17095 00010000:00010000:3.0:1776998332.579647:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579666:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579678:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579688:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.579695:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579707:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579729:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x625a68c8 (ffff8d250da9ef00) 00010000:00010000:3.0:1776998332.579734:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.579740:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.579750:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb72e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x625a68c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.599525:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.599636:0:7482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756548096 00000100:00100000:3.0:1776998332.599648:0:7482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756548096 00000100:00100000:3.0:1776998332.599719:0:7482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52039 00000100:00100000:3.0:1776998332.599733:0:7482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2509fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+2876:17551:x1863313756548096:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998332.599820:0:7482:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776998332.599852:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884aa00/0x27b6fb2648198a1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e3ec expref: 2876 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.599884:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250884a800/0x27b6fb26481989f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3e3d7 expref: 2875 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.599902:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250964ee00/0x27b6fb2648181252 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36934 expref: 2874 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.599916:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15db:0x0].0x0 (ffff8d2502d7db00) 00010000:00010000:3.0:1776998332.599930:0:7482:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.599956:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.599972:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.599985:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600004:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600013:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600021:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600153:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600226:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.600236:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1776998332.601240:0:7482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2975, 64 off198656 00010000:00010000:3.0:1776998332.601319:0:7482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601333:0:7482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601343:0:7482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601379:0:7482:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601387:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601395:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601418:0:7482:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776998332.601440:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601449:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601464:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601473:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.601479:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601489:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601502:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15db:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:3.0:1776998332.601506:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776998332.601511:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601519:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb751 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601540:0:7482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601549:0:7482:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601558:0:7482:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601565:0:7482:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.601569:0:7482:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601584:0:7482:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601596:0:7482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:3.0:1776998332.601599:0:7482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.601603:0:7482:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.601611:0:7482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb743 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1776998332.601623:0:7482:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc5ef223 reply state 00000000aac67df1 transno 4295020230 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.601636:0:7482:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1776998332.601725:0:7482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2509fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:369461cb-7f78-4346-9149-8d8e50833e9b+2875:17551:x1863313756548096:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1992us (2209us total) trans 4295020230 rc 0/0 00000100:00100000:3.0:1776998332.601737:0:7482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52039 00010000:00010000:0.0:1776998332.603229:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.603240:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.603252:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.603504:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.603518:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.603533:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15db:0x0].0x0 (ffff8d250da6bf00) 00010000:00010000:0.0:1776998332.603537:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998332.603541:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.603555:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5a00/0x27b6fb26481bb758 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.603575:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.603577:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.603579:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.623236:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623257:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623267:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623275:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.623292:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623307:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623327:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x757921b5 (ffff8d250da6b900) 00010000:00010000:3.0:1776998332.623332:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.623338:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.623346:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb74a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x757921b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.625643:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.625999:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756548352 00000100:00100000:1.0:1776998332.626011:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756548352 00000100:00100000:1.0:1776998332.626080:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17096 00000100:00100000:1.0:1776998332.626093:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2874:17551:x1863313756548352:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998332.633126:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2875:17551:x1863313756548352:12345-192.168.201.35@tcp:35:rm.0 Request processed in 6051us (6506us total) trans 4295020231 rc 0/0 00000100:00100000:1.0:1776998332.633143:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17096 00000100:00100000:1.0:1776998332.660302:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.663588:0:5881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756548608 00000100:00100000:2.0:1776998332.663603:0:5881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756548608 00000100:00100000:2.0:1776998332.663669:0:5881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52040 00000100:00100000:2.0:1776998332.663681:0:5881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2875:17551:x1863313756548608:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.663764:0:5881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.663795:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8b6e00/0x27b6fb26481938e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bf02 expref: 2875 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663822:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250e063c00/0x27b6fb26481938bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3beed expref: 2874 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663840:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509dba200/0x27b6fb264817ed68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c361d2 expref: 2873 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663861:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cd:0x0].0x0 (ffff8d263f269200) 00010000:00010000:2.0:1776998332.663872:0:5881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.663898:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663915:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663927:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663943:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663954:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.663963:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.664211:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.664223:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.664233:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.664885:0:5881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2976, 64 off198720 00010000:00010000:2.0:1776998332.664966:0:5881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.664980:0:5881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.664991:0:5881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665000:0:5881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665008:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665017:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665042:0:5881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.665065:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665074:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665082:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665089:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.665095:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665104:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665117:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cd:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:2.0:1776998332.665120:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.665125:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665132:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb76d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665153:0:5881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665161:0:5881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665195:0:5881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665203:0:5881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.665206:0:5881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665214:0:5881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665224:0:5881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.665228:0:5881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.665232:0:5881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.665239:0:5881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb75f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.665257:0:5881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf189e63 reply state 0000000005dbef5d transno 4295020232 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.665268:0:5881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998332.665380:0:5881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2874:17551:x1863313756548608:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1698us (5085us total) trans 4295020232 rc 0/0 00000100:00100000:2.0:1776998332.665391:0:5881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52040 00010000:00010000:1.0:1776998332.668251:0:8388:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.668264:0:8388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.668277:0:8388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1c00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.668282:0:8388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.668293:0:8388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.668541:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14cd:0x0].0x0 (ffff8d250da9e400) 00010000:00010000:1.0:1776998332.668546:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998332.668552:0:8388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.668561:0:8388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1c00/0x27b6fb26481bb774 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.668583:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.668586:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.668588:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.690590:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.691489:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756548864 00000100:00100000:0.0:1776998332.691501:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756548864 00000100:00100000:0.0:1776998332.691572:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17097 00000100:00100000:0.0:1776998332.691587:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2874:17551:x1863313756548864:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998332.692204:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2875:17551:x1863313756548864:12345-192.168.201.35@tcp:35:rm.0 Request processed in 617us (1621us total) trans 4295020233 rc 0/0 00000100:00100000:0.0:1776998332.692217:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17097 00010000:00010000:3.0:1776998332.692709:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.692726:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.693011:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.693020:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.693026:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.693037:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.693056:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x89f786ab (ffff8d250da9eb00) 00010000:00010000:3.0:1776998332.693061:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.693067:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.693077:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0a00/0x27b6fb26481bb766 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x89f786ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.711992:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.712586:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756549120 00000100:00100000:2.0:1776998332.712599:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756549120 00000100:00100000:2.0:1776998332.712687:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52041 00000100:00100000:2.0:1776998332.712703:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2874:17551:x1863313756549120:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.712796:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.712833:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2508ffec00/0x27b6fb26481931fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14b6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbdd expref: 2874 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.712865:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d8ce200/0x27b6fb26481931d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3bbc8 expref: 2873 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.712908:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d7b4200/0x27b6fb264817ea43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36131 expref: 2872 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.712927:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b6:0x0].0x0 (ffff8d2509d15500) 00010000:00010000:2.0:1776998332.712941:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.712970:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.712999:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713013:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713035:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713046:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713058:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713267:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713282:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.713293:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.714597:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2968, 64 off198144 00010000:00010000:2.0:1776998332.714686:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.714701:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.714714:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715024:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715036:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715046:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715082:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.715110:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715120:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715130:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715140:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.715146:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715158:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715200:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b6:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:2.0:1776998332.715205:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.715211:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715228:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb789 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715252:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715261:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715270:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715279:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.715283:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715292:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715303:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.715307:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.715311:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.715320:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb77b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.715331:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab45438d reply state 000000009612eebf transno 4295020234 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.715344:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1776998332.716660:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.716672:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.716685:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.716690:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.716701:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.716716:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14b6:0x0].0x0 (ffff8d250da9ef00) 00010000:00010000:1.0:1776998332.716721:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998332.716726:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.716736:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1a00/0x27b6fb26481bb790 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.716784:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.716787:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.716790:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.728519:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2873:17551:x1863313756549120:12345-192.168.201.35@tcp:36:rm.0 Request processed in 15807us (16527us total) trans 4295020234 rc 0/0 00000100:00100000:2.0:1776998332.728535:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52041 00010000:00010000:1.0:1776998332.741025:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741052:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741064:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741074:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998332.741081:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741093:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741117:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x3d835b3f (ffff8d250da9e000) 00010000:00010000:1.0:1776998332.741122:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998332.741129:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.741139:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0600/0x27b6fb26481bb782 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x3d835b3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1776998332.744813:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:1.0:1776998332.746546:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756549376 00000100:00100000:1.0:1776998332.746559:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756549376 00000100:00100000:1.0:1776998332.746623:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17098 00000100:00100000:1.0:1776998332.746636:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2872:17551:x1863313756549376:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:1.0:1776998332.747016:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2873:17551:x1863313756549376:12345-192.168.201.35@tcp:35:rm.0 Request processed in 378us (2210us total) trans 4295020235 rc 0/0 00000100:00100000:1.0:1776998332.747031:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17098 00000001:00080000:1.0:1776998332.767124:0:7570:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970778 is committed 00000100:00100000:1.0:1776998332.783658:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.786598:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756549632 00000100:00100000:0.0:1776998332.786614:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756549632 00000100:00100000:0.0:1776998332.786784:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52042 00000100:00100000:0.0:1776998332.786802:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2873:17551:x1863313756549632:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998332.786895:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998332.786929:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d413200/0x27b6fb26481ae79d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a65:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c482ca expref: 2873 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.786958:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe1000/0x27b6fb26481ae773 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a65:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c482b5 expref: 2872 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.786977:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250a238000/0x27b6fb264818b130 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c388fa expref: 2871 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787002:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a65:0x0].0x0 (ffff8d250907f700) 00010000:00010000:0.0:1776998332.787016:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998332.787041:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787055:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787066:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787078:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787086:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787092:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787566:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787581:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.787593:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998332.788617:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2969, 64 off198208 00010000:00010000:0.0:1776998332.788699:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788714:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788725:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788736:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788745:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788754:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788798:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998332.788821:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788831:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788841:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788850:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe7400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.788855:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788865:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788879:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a65:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998332.788884:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998332.788889:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788898:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788918:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788927:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788935:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788942:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe7600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.788947:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788956:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788966:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998332.788970:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.788974:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.788982:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb797 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998332.789002:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000343fd1c reply state 000000003fd04673 transno 4295020236 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.789014:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998332.789116:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2872:17551:x1863313756549632:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2317us (5465us total) trans 4295020236 rc 0/0 00000100:00100000:0.0:1776998332.789128:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52042 00010000:00010000:1.0:1776998332.789237:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.789247:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.789257:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe6a00 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.789262:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.789274:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.789288:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a65:0x0].0x0 (ffff8d250db54400) 00010000:00010000:1.0:1776998332.789292:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998332.789296:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.789305:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6a00/0x27b6fb26481bb7ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.789324:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.789327:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.789329:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.800970:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00010000:00010000:3.0:1776998332.801572:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801594:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801606:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801616:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe6800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.801622:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801633:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801656:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xb4167ee1 (ffff8d250db54d00) 00010000:00010000:3.0:1776998332.801661:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.801667:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.801677:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb79e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xb4167ee1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.802491:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756549888 00000100:00100000:2.0:1776998332.802504:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756549888 00000100:00100000:2.0:1776998332.802588:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17099 00000100:00100000:2.0:1776998332.802605:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2871:17551:x1863313756549888:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998332.803061:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2872:17551:x1863313756549888:12345-192.168.201.35@tcp:35:rm.0 Request processed in 458us (2100us total) trans 4295020237 rc 0/0 00000100:00100000:2.0:1776998332.803075:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17099 00000100:00100000:1.0:1776998332.817399:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.817673:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756550144 00000100:00100000:2.0:1776998332.817687:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756550144 00000100:00100000:2.0:1776998332.817789:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52043 00000100:00100000:2.0:1776998332.817805:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2872:17551:x1863313756550144:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998332.817885:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998332.817922:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972fe00/0x27b6fb26481ab5af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c18 expref: 2872 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.817959:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250972ee00/0x27b6fb26481ab585 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c46c03 expref: 2871 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.817982:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250b2b4400/0x27b6fb2648189a7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c38470 expref: 2870 pid: 12881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.817998:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bf:0x0].0x0 (ffff8d250c88b600) 00010000:00010000:2.0:1776998332.818013:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998332.818042:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818063:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818079:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818102:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818114:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818125:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818374:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818391:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.818405:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.819217:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2970, 64 off198272 00010000:00010000:2.0:1776998332.819316:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819626:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819641:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819654:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819664:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819676:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819698:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.819984:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.819996:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820008:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820018:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.820025:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820037:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820052:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bf:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:2.0:1776998332.820057:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.820063:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820079:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1400/0x27b6fb26481bb7c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820103:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820113:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820122:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820131:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.820135:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820147:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820158:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.820162:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.820166:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.820222:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.820239:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec35a6ed reply state 00000000588dcd07 transno 4295020238 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.820254:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1776998332.821305:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776998332.821314:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.821323:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0200 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:0.0:1776998332.821327:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.821337:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.821377:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19bf:0x0].0x0 (ffff8d250da9e600) 00010000:00010000:0.0:1776998332.821382:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776998332.821388:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.821398:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0200/0x27b6fb26481bb7c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.821420:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.821424:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776998332.821427:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776998332.829570:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2871:17551:x1863313756550144:12345-192.168.201.35@tcp:36:rm.0 Request processed in 11753us (12205us total) trans 4295020238 rc 0/0 00000100:00100000:2.0:1776998332.829591:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52043 00010000:00010000:1.0:1776998332.842901:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.856403:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856429:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856449:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856460:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0e00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1776998332.856466:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856478:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856503:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x29cd7e72 (ffff8d250da9e200) 00010000:00010000:1.0:1776998332.856508:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776998332.856515:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.856526:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0e00/0x27b6fb26481bb7ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0x29cd7e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1776998332.865553:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.865646:0:12842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756550400 00000100:00100000:3.0:1776998332.865661:0:12842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756550400 00000100:00100000:3.0:1776998332.865762:0:12842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17100 00000100:00100000:3.0:1776998332.865778:0:12842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2870:17551:x1863313756550400:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:3.0:1776998332.866225:0:12842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:369461cb-7f78-4346-9149-8d8e50833e9b+2871:17551:x1863313756550400:12345-192.168.201.35@tcp:35:rm.0 Request processed in 449us (679us total) trans 4295020239 rc 0/0 00000100:00100000:3.0:1776998332.866237:0:12842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17100 00000100:00100000:1.0:1776998332.889881:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:3.0:1776998332.892461:0:5879:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756550656 00000100:00100000:3.0:1776998332.892476:0:5879:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756550656 00000100:00100000:3.0:1776998332.892565:0:5879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52044 00000100:00100000:3.0:1776998332.892581:0:5879:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250b1f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2871:17551:x1863313756550656:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:3.0:1776998332.892953:0:5879:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776998332.892985:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250beba800/0x27b6fb2648192b32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14a0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3b8c6 expref: 2871 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893007:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14a0:0x0].0x0 (ffff8d2509d15a00) 00010000:00010000:3.0:1776998332.893018:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250db40a00/0x27b6fb26481ac338 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19ec:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4723f expref: 2870 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893032:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509f6a200/0x27b6fb26481ac30e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c4722a expref: 2869 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893048:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250d016600/0x27b6fb264818a0a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c385ab expref: 2868 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893072:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ec:0x0].0x0 (ffff8d2509e63f00) 00010000:00010000:3.0:1776998332.893084:0:5879:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776998332.893111:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893130:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893146:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893165:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893212:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893222:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893908:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893922:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.893934:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998332.913247:0:5879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2977, 64 off198784 00010000:00010000:2.0:1776998332.914171:0:5879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914199:0:5879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914217:0:5879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914229:0:5879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914241:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914252:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914464:0:5879:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998332.914498:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914510:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914520:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914530:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4200 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.914537:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914549:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914566:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ec:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:2.0:1776998332.914571:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998332.914577:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914588:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4200/0x27b6fb26481bb7dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914617:0:5879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914627:0:5879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914636:0:5879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914644:0:5879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e4a00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998332.914649:0:5879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914658:0:5879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914670:0:5879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998332.914674:0:5879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998332.914679:0:5879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998332.914688:0:5879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e4a00/0x27b6fb26481bb7cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998332.914702:0:5879:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da54dde4 reply state 0000000006a742e2 transno 4295020240 ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.914718:0:5879:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998332.915024:0:5879:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250b1f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2869:17551:x1863313756550656:12345-192.168.201.35@tcp:36:rm.0 Request processed in 22440us (25148us total) trans 4295020240 rc 0/0 00000100:00100000:2.0:1776998332.915039:0:5879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52044 00010000:00010000:1.0:1776998332.921375:0:5867:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.921394:0:5867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.921417:0:5867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.921424:0:5867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.921440:0:5867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.921470:0:5867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19ec:0x0].0x0 (ffff8d250da6bd00) 00010000:00010000:1.0:1776998332.921475:0:5867:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998332.921482:0:5867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.921492:0:5867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb7e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.921523:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.921527:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.921530:0:5867:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776998332.932305:0:3354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998332.932679:0:5883:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756550912 00000100:00100000:2.0:1776998332.932693:0:5883:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756550912 00000100:00100000:2.0:1776998332.932758:0:5883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17101 00000100:00100000:2.0:1776998332.932773:0:5883:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d2606d57850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2869:17551:x1863313756550912:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:2.0:1776998332.933215:0:5883:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d2606d57850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2870:17551:x1863313756550912:12345-192.168.201.35@tcp:35:rm.0 Request processed in 443us (919us total) trans 4295020241 rc 0/0 00000100:00100000:2.0:1776998332.933226:0:5883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17101 00010000:00010000:3.0:1776998332.936798:0:3345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936819:0:3345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936829:0:3345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936856:0:3345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d250c8e5600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.936862:0:3345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936873:0:3345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936893:0:3345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xaf634281 (ffff8d250da6b900) 00010000:00010000:3.0:1776998332.936897:0:3345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.936903:0:3345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.936911:0:3345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250c8e5600/0x27b6fb26481bb7d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xaf634281 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.944744:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.946480:0:12881:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756551168 00000100:00100000:0.0:1776998332.946494:0:12881:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756551168 00000100:00100000:0.0:1776998332.946577:0:12881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52045 00000100:00100000:0.0:1776998332.946590:0:12881:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2869:17551:x1863313756551168:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:0.0:1776998332.946660:0:12881:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776998332.946693:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c1600/0x27b6fb264819b437 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1667:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f710 expref: 2869 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946726:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25097c3a00/0x27b6fb264819b40d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1667:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3f6fb expref: 2868 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946746:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509e73800/0x27b6fb2648182576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1667:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36d08 expref: 2867 pid: 7482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946759:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1667:0x0].0x0 (ffff8d2509f70c00) 00010000:00010000:0.0:1776998332.946794:0:12881:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776998332.946820:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946836:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946865:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946887:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946897:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.946913:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.947043:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.947055:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.947067:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1776998332.948050:0:12881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2978, 64 off198848 00010000:00010000:0.0:1776998332.948133:0:12881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948148:0:12881:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948160:0:12881:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948203:0:12881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948214:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948224:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948243:0:12881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776998332.948267:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948276:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948286:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948296:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe6600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.948303:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948315:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948330:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1667:0x0].0x0 (ffff8d250db54400) 00010000:00010000:0.0:1776998332.948337:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776998332.948342:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948378:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6600/0x27b6fb26481bb7f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1667:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948403:0:12881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948413:0:12881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948422:0:12881:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948437:0:12881:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe7600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:0.0:1776998332.948441:0:12881:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948450:0:12881:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948461:0:12881:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:0.0:1776998332.948464:0:12881:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776998332.948469:0:12881:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1776998332.948477:0:12881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7600/0x27b6fb26481bb7eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1776998332.948490:0:12881:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a21d9549 reply state 00000000a57b910b transno 4295020242 ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1776998332.948501:0:12881:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1776998332.948609:0:12881:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:369461cb-7f78-4346-9149-8d8e50833e9b+2868:17551:x1863313756551168:12345-192.168.201.35@tcp:36:rm.0 Request processed in 2020us (3873us total) trans 4295020242 rc 0/0 00000100:00100000:0.0:1776998332.948622:0:12881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52045 00010000:00010000:1.0:1776998332.950610:0:13959:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998332.950622:0:13959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.950635:0:13959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe6800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998332.950640:0:13959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.950651:0:13959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.950668:0:13959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1667:0x0].0x0 (ffff8d250db54400) 00010000:00010000:1.0:1776998332.950673:0:13959:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998332.950678:0:13959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.950687:0:13959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe6800/0x27b6fb26481bb800 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1667:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998332.950962:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.950965:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998332.950968:0:13959:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776998332.983681:0:3346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983703:0:3346:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983713:0:3346:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983721:0:3346:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d2509fe7400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:3.0:1776998332.983727:0:3346:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983736:0:3346:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983756:0:3346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0xed5911fb (ffff8d250db54d00) 00010000:00010000:3.0:1776998332.983761:0:3346:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776998332.983767:0:3346:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1776998332.983775:0:3346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2509fe7400/0x27b6fb26481bb7f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x136e:0x0].0xed5911fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12881 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998332.984640:0:3353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:0.0:1776998332.986616:0:5882:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756551424 00000100:00100000:0.0:1776998332.986628:0:5882:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756551424 00000100:00100000:0.0:1776998332.986685:0:5882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 17102 00000100:00100000:0.0:1776998332.986697:0:5882:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2867:17551:x1863313756551424:12345-192.168.201.35@tcp:35:rm.0 00000100:00100000:0.0:1776998332.987589:0:5882:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:369461cb-7f78-4346-9149-8d8e50833e9b+2868:17551:x1863313756551424:12345-192.168.201.35@tcp:35:rm.0 Request processed in 893us (2954us total) trans 4295020243 rc 0/0 00000100:00100000:0.0:1776998332.987605:0:5882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 17102 00000100:00100000:3.0:1776998333.005100:0:3352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.35@tcp (source: 12345-192.168.201.35@tcp) 00000100:00100000:2.0:1776998333.016371:0:5880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863313756551680 00000100:00100000:2.0:1776998333.016388:0:5880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863313756551680 00000100:00100000:2.0:1776998333.016607:0:5880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.35@tcp, seq: 52046 00000100:00100000:2.0:1776998333.016625:0:5880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2868:17551:x1863313756551680:12345-192.168.201.35@tcp:36:rm.0 00010000:00010000:2.0:1776998333.016982:0:5880:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776998333.017016:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250bde7200/0x27b6fb2648199d0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x161a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec89 expref: 2868 pid: 5881 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017046:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d250dfa4000/0x27b6fb2648199ce4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x161a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c3ec74 expref: 2867 pid: 5880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017066:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d2636b26c00/0x27b6fb2648181aef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x161a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.35@tcp remote: 0x94568ef4f9c36aed expref: 2866 pid: 5879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017079:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x161a:0x0].0x0 (ffff8d2509e1b800) 00010000:00010000:2.0:1776998333.017091:0:5880:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776998333.017118:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017134:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017146:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017205:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb80e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x136e:0x0].0x87ccef75 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017218:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87ccef75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017228:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87ccef75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017393:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017405:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.017417:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1776998333.018046:0:5880:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2971, 64 off198336 00010000:00010000:2.0:1776998333.018124:0:5880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018137:0:5880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018148:0:5880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018158:0:5880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018166:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018204:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018233:0:5880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776998333.018256:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018264:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018274:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018287:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f1600 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998333.018292:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018302:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018314:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x161a:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:2.0:1776998333.018318:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776998333.018322:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018330:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1600/0x27b6fb26481bb815 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x161a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018375:0:5880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018384:0:5880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018391:0:5880:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018399:0:5880:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0400 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:2.0:1776998333.018402:0:5880:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018410:0:5880:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018426:0:5880:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x136e:0x0].0x0 (ffff8d250bfc5e00) 00010000:00010000:2.0:1776998333.018430:0:5880:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776998333.018434:0:5880:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1776998333.018442:0:5880:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0400/0x27b6fb26481bb807 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x136e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1776998333.018454:0:5880:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004048e1ba reply state 000000009d53b3ee transno 4295020244 ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f1200/0x27b6fb26481bb80e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x136e:0x0].0x87ccef75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1776998333.018466:0:5880:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1776998333.018555:0:5880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8d250978bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:369461cb-7f78-4346-9149-8d8e50833e9b+2867:17551:x1863313756551680:12345-192.168.201.35@tcp:36:rm.0 Request processed in 1934us (13463us total) trans 4295020244 rc 0/0 00000100:00100000:2.0:1776998333.018565:0:5880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.35@tcp, seq: 52046 00010000:00010000:1.0:1776998333.018672:0:5866:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776998333.018681:0:5866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998333.018690:0:5866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d25092f0800 already unused, calling callback (ffffffffc16382d0) 00010000:00010000:1.0:1776998333.018695:0:5866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998333.018703:0:5866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998333.018716:0:5866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x161a:0x0].0x0 (ffff8d250da9e500) 00010000:00010000:1.0:1776998333.018719:0:5866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776998333.018723:0:5866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998333.018731:0:5866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d25092f0800/0x27b6fb26481bb81c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x161a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1776998333.018748:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998333.018750:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998333.018752:0:5866:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776998333.849316:0:8388:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 59424 lines, 59424 kept, 0 dropped, 0 bad.